-- Logs begin at Mon 2021-06-28 14:54:50 UTC, end at Mon 2021-06-28 15:46:12 UTC. -- Jun 28 15:24:17.607658 dv-cinder-797245-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 15:24:20.230676 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.common.config [-] Logging enabled! Jun 28 15:24:20.231274 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev422 Jun 28 15:24:20.231427 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92813) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 15:24:20.234666 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.common.config [-] Logging enabled! Jun 28 15:24:20.234916 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev422 Jun 28 15:24:20.235221 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92813) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 15:24:20.236674 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 15:24:20.236903 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 15:24:20.237250 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 15:24:20.237491 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 15:24:20.237716 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 15:24:20.238029 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.238321 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.238633 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.238861 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.239147 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.239431 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.239709 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.239992 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.240282 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.240562 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.240836 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.241114 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.241339 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.241615 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.241894 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.242173 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.242391 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] debug = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.242691 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.243108 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.243513 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.243788 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.244071 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.244349 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.244619 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.244893 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.245185 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.245494 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] host = dv-cinder-797245-5-smb {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.245767 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.246047 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.246329 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.246634 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.246907 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.247175 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.247463 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.247724 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.248021 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] log_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.248256 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.248542 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.248841 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.249123 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.249323 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.249541 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.249833 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.250096 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.250366 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.250668 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.250938 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.251832 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.252102 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.252368 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.252648 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.252926 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.253206 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.253478 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.253747 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.254013 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.254281 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.254583 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.254853 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.255122 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.255390 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.255668 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.255929 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.256195 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.256487 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.256767 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.257040 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.257316 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.257584 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.257865 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.258133 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.258404 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.258699 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] use_json = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.258968 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.259236 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.259513 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.259783 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.260051 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.260321 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.260592 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.260873 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:20.261167 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.261458 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.261754 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.262034 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.262325 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.262625 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.262912 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.263187 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.263469 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.263752 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.264036 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.264310 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.264598 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.264872 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.265162 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.265463 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.265752 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.266037 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.266310 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.266603 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.266903 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.267180 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.267462 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.267748 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.268034 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.268305 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.268581 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.268867 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.269140 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.269410 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.269681 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.269962 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.270236 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.270531 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.270814 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.271086 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.271353 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.271620 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.271890 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.272173 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.272446 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.272711 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.272975 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.273247 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.273512 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.273792 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.274063 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.274330 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.274622 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.274896 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.275163 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.275429 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.275700 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.275965 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.276237 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.276503 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.276769 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.277037 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.277306 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.277572 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.277844 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.278112 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.278386 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.278736 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.279007 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.279276 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.279546 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.279812 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.280098 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.280395 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.280672 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.280948 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.281222 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.281495 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.281768 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.282041 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.282336 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.282640 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.282911 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.283197 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.283474 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.283758 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.284218 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.284498 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.286055 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.286497 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.286830 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.287146 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.287458 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.287778 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.288092 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.288412 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.288742 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.289378 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.289690 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.290001 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.290296 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.290647 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.290943 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:20.291167 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 15:24:20.291416 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92813) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 15:24:20.638806 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:24:20.639015 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:24:20.639307 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:24:20.639638 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 15:24:21.028183 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.028483 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.028756 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.030049 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.030326 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.030615 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.064608 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.064887 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.065156 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.078696 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.078975 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.079755 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.109533 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.109813 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.110085 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.146523 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.146863 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.147077 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.378757 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.379345 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.379345 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.379500 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.380182 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.508170 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.508492 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.508773 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.509042 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.509307 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.509615 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.509873 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.510134 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.510386 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.510687 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.510947 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.511213 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.511473 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.511741 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.512001 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.512269 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.513525 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.513807 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.514094 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.514359 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.514673 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.515031 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.515290 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.515576 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.515829 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.516076 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.516473 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 15:24:21.516747 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 15:24:21.516988 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 15:24:21.517229 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 15:24:21.517468 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 15:24:21.517705 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 15:24:21.518070 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 15:24:21.521146 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 15:24:21.525074 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 15:24:21.528847 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 28 15:24:21.530505 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 15:24:21.530954 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 15:24:21.531288 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 15:24:21.531671 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 15:24:21.534669 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 15:24:21.534927 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 15:24:21.535275 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 15:24:21.562684 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 15:24:21.563126 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.563421 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92813) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 15:24:21.564419 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.565764 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92813) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 15:24:21.566045 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 15:24:21.566294 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 15:24:21.569454 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.569737 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:21.633772 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 15:24:21.633959 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 15:24:21.634198 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 15:24:21.634588 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 15:24:21.654932 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_db.sqlalchemy.engines [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92813) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 15:24:22.177492 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Initializing driver for type 'gre' Jun 28 15:24:22.178014 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] gre ID ranges: [(1, 1000)] Jun 28 15:24:22.227156 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Initializing driver for type 'local' Jun 28 15:24:22.227553 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Initializing driver for type 'vlan' Jun 28 15:24:22.240285 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] VlanTypeDriver initialization complete Jun 28 15:24:22.240618 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Initializing driver for type 'vxlan' Jun 28 15:24:22.241082 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] vxlan ID ranges: [(1, 1000)] Jun 28 15:24:22.292787 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Initializing extension driver 'port_security' Jun 28 15:24:22.293200 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.extensions.port_security [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] PortSecurityExtensionDriver initialization complete Jun 28 15:24:22.293564 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Initializing mechanism driver 'openvswitch' Jun 28 15:24:22.293903 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Initializing mechanism driver 'hyperv' Jun 28 15:24:22.301011 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.plugins.ml2.plugin [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:24:22.301949 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > port after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.302327 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.302718 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.303112 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.303468 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.303824 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.304203 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > network after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.304547 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > network after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.305583 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > network after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.305583 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > security_group after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.305859 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > security_group after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.306201 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.306613 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.306970 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.307314 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.307694 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > address_group after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.308039 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > address_group after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.308381 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.308723 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] ML2 OVO RPC backend initialized. {{(pid=92813) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 28 15:24:22.309436 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.309788 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.310202 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > network before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.310572 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > networks before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.310920 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > port before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.311259 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > ports before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.311600 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > subnet before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.311935 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > subnets before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.312281 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > network after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.312622 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > network after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.312950 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > network after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.313286 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > port after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.314247 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.314619 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.314961 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.315294 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.315625 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.316194 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.plugin [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Modular L2 Plugin initialization complete Jun 28 15:24:22.316520 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading services supported by the core plugin {{(pid=92813) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 15:24:22.317040 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Got port-security extension from driver 'port_security' Jun 28 15:24:22.317507 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.extensions.vlantransparent [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Disabled vlantransparent extension. Jun 28 15:24:22.317995 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92813) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 15:24:22.318308 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading Plugin: router Jun 28 15:24:22.354017 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.354411 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router after_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.354805 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router before_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.355172 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.355551 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.355924 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router after_delete 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.356268 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.356633 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router after_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.356983 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router after_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.357336 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router after_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.357687 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.358044 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router after_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.358488 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.358842 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.359181 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.359518 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: subnet after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.359853 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.360204 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.361076 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.361415 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: port before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.361756 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router precommit_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.362110 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router after_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.362472 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.362830 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.363186 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.363532 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.363894 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > agent after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.364240 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > agent after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.364582 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > network after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.365438 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Tracking information for resource: router configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 15:24:22.365773 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Tracking information for resource: floatingip configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 15:24:22.370754 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.db.l3_agentschedulers_db [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 15:24:22.371331 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.371692 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: port after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.372045 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.372392 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.373179 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router before_create 55550100 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.373545 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.373908 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router precommit_create 55550100 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.374263 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > router precommit_update 55550100 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.379398 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.services.provider_configuration [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service providers = [] {{(pid=92813) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 15:24:22.379934 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.db.servicetype_db [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92813) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 15:24:22.382680 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.services.service_base [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 15:24:22.383032 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.services.service_base [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 15:24:22.383374 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.services.service_base [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 15:24:22.384261 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.services.service_base [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 15:24:22.384631 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.services.service_base [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 15:24:22.385004 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 15:24:22.385321 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 15:24:22.396427 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 15:24:22.396769 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading Plugin: auto_allocate Jun 28 15:24:22.402598 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: network precommit_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.402970 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: network precommit_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.403485 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 15:24:22.403805 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading Plugin: tag Jun 28 15:24:22.410341 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 15:24:22.410701 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading Plugin: timestamp Jun 28 15:24:22.414473 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 15:24:22.414826 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading Plugin: network_ip_availability Jun 28 15:24:22.421700 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.422076 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.422436 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.423705 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 15:24:22.424027 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading Plugin: flavors Jun 28 15:24:22.429143 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 15:24:22.429423 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading Plugin: revisions Jun 28 15:24:22.433724 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 15:24:22.434119 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_concurrency.lockutils [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=92813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:24:22.434889 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92813) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 15:24:22.435226 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Initializing extension manager. Jun 28 15:24:22.435733 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: __init__.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.436075 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: __pycache__ {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.436412 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.436746 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: address_group.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.437485 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.438051 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: address-group Jun 28 15:24:22.438378 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: address_scope.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.439670 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.440176 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: address-scope Jun 28 15:24:22.440502 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.441419 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.442012 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: router-admin-state-down-before-update Jun 28 15:24:22.442341 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: agent.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.443068 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.443578 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: agent Jun 28 15:24:22.443901 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: agent_resources_synced.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.444808 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.445312 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: agent-resources-synced Jun 28 15:24:22.445636 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: allowedaddresspairs.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.447685 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.448200 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: allowed-address-pairs Jun 28 15:24:22.448526 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: auto_allocated_topology.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.449780 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.450316 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: auto-allocated-topology Jun 28 15:24:22.450679 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: availability_zone.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.451365 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.451871 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: availability_zone Jun 28 15:24:22.452192 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: availability_zone_filter.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.453108 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.453619 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: availability_zone_filter Jun 28 15:24:22.453941 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: data_plane_status.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.454895 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.455396 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 15:24:22.455718 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: default_subnetpools.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.456619 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.457129 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: default-subnetpools Jun 28 15:24:22.457453 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.458251 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.458779 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: dhcp_agent_scheduler Jun 28 15:24:22.459108 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: dns.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.460017 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.460513 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 15:24:22.460837 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: dns_domain_ports.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.461740 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.462241 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 15:24:22.462602 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.463519 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.464019 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 15:24:22.464342 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: dvr.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.465039 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.465539 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: dvr Jun 28 15:24:22.465862 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: empty_string_filtering.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.466790 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.467299 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: empty-string-filtering Jun 28 15:24:22.467627 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.468526 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.469025 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 15:24:22.469599 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.470287 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.470826 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 15:24:22.471134 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: external_net.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.472032 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.472534 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: external-net Jun 28 15:24:22.472855 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.473768 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.474267 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: extra_dhcp_opt Jun 28 15:24:22.474622 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: extraroute.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.475526 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.476027 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: extraroute Jun 28 15:24:22.476347 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: extraroute_atomic.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.477373 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.477880 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: extraroute-atomic Jun 28 15:24:22.478204 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: filter_validation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.478897 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.479396 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: filter-validation Jun 28 15:24:22.479717 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: fip_pf_description.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.480623 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.481124 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 15:24:22.481444 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: fip_port_details.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.482347 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.482891 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: fip-port-details Jun 28 15:24:22.483212 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: flavors.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.484473 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.484985 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: flavors Jun 28 15:24:22.485310 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.487512 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.488035 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 15:24:22.488366 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: floatingip_pools.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.489050 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.489562 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: floatingip-pools Jun 28 15:24:22.489886 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: ip_allocation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.490842 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.491344 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 15:24:22.491667 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.492576 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.493085 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: ip-substring-filtering Jun 28 15:24:22.493411 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: l2_adjacency.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.494340 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.494880 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 15:24:22.495206 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: l3.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.496166 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.496677 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: router Jun 28 15:24:22.497005 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.499394 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.499926 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 15:24:22.500264 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.501733 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.502256 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: ext-gw-mode Jun 28 15:24:22.502621 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.503536 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.504047 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: l3-ha Jun 28 15:24:22.504377 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: l3_flavors.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.505300 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.505807 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: l3-flavors Jun 28 15:24:22.506135 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.507074 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.507582 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 15:24:22.507909 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: l3agentscheduler.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.508936 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.509448 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: l3_agent_scheduler Jun 28 15:24:22.509777 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: logging.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.511286 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.511801 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension logging not supported by any of loaded plugins Jun 28 15:24:22.512131 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: metering.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.512864 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.513441 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: metering Jun 28 15:24:22.513772 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.514893 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.515404 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: metering_source_and_destination_fields Jun 28 15:24:22.515729 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: multiprovidernet.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.516677 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.517182 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: multi-provider Jun 28 15:24:22.517506 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: netmtu.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.518409 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.518939 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: net-mtu Jun 28 15:24:22.519262 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: netmtu_writable.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.520201 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.520703 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: net-mtu-writable Jun 28 15:24:22.521024 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: network_availability_zone.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.521684 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.522185 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: network_availability_zone Jun 28 15:24:22.522533 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: network_ip_availability.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.523629 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.524143 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: network-ip-availability Jun 28 15:24:22.524481 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: network_segment_range.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.525248 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.525752 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 15:24:22.526076 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: pagination.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.527109 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.527442 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: pagination Jun 28 15:24:22.527761 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: port_device_profile.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.528674 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.529189 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: port-device-profile Jun 28 15:24:22.529510 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.530417 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.530956 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: port-mac-address-regenerate Jun 28 15:24:22.531278 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.532191 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.532715 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: port-numa-affinity-policy Jun 28 15:24:22.533035 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: port_resource_request.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.533952 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.534466 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 15:24:22.534796 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: portbindings.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.535717 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.536220 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: binding Jun 28 15:24:22.536542 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: portbindings_extended.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.537821 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.538342 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: binding-extended Jun 28 15:24:22.538705 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: portsecurity.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.539613 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.540124 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: port-security Jun 28 15:24:22.540447 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: project_id.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.541420 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.541751 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: project-id Jun 28 15:24:22.542073 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: providernet.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.543120 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.543643 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: provider Jun 28 15:24:22.543969 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: qos.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.547680 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.548726 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension qos not supported by any of loaded plugins Jun 28 15:24:22.549059 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.550299 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.550852 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 15:24:22.551183 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.552093 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.552602 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 15:24:22.552928 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: qos_default.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.553836 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.554344 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension qos-default not supported by any of loaded plugins Jun 28 15:24:22.554701 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: qos_fip.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.555344 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.555842 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 15:24:22.556162 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: qos_gateway_ip.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.557082 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.557585 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 15:24:22.557911 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: qos_port_network_policy.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.558853 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.559359 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 15:24:22.559684 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: qos_rule_type_details.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.560591 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.561101 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 15:24:22.561426 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: qos_rules_alias.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.562488 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.563010 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 15:24:22.563337 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: quotasv2.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.564808 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.565135 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: quotas Jun 28 15:24:22.565454 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: quotasv2_detail.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.568655 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.568998 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: quota_details Jun 28 15:24:22.569332 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: rbac.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.570413 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.570967 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: rbac-policies Jun 28 15:24:22.571297 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: rbac_address_group.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.572479 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.572990 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: rbac-address-group Jun 28 15:24:22.573316 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: rbac_address_scope.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.574252 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.574800 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: rbac-address-scope Jun 28 15:24:22.575126 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: rbac_security_groups.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.576037 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.576546 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: rbac-security-groups Jun 28 15:24:22.576870 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: rbac_subnetpool.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.577777 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.578290 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: rbac-subnetpool Jun 28 15:24:22.578639 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: revisionifmatch.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.579587 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.580095 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: revision-if-match Jun 28 15:24:22.580418 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: revisions.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.581745 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.582258 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: standard-attr-revisions Jun 28 15:24:22.582628 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: router_availability_zone.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.583296 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.583812 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: router_availability_zone Jun 28 15:24:22.584138 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: routerservicetype.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.585049 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.585553 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 15:24:22.585875 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.586814 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.587333 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: security-groups-normalized-cidr Jun 28 15:24:22.587656 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.588574 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.589083 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: port-security-groups-filtering Jun 28 15:24:22.589403 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.590313 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.590850 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: security-groups-remote-address-group Jun 28 15:24:22.591174 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: securitygroup.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.601205 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.601735 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: security-group Jun 28 15:24:22.602130 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: segment.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.602942 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.603453 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension segment not supported by any of loaded plugins Jun 28 15:24:22.603783 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.604714 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.605227 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 15:24:22.605555 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: servicetype.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.606695 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.607217 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: service-type Jun 28 15:24:22.607542 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: sorting.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.608514 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.608849 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: sorting Jun 28 15:24:22.609176 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: standard_attr_segment.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.610160 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.611241 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 15:24:22.611569 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: standardattrdescription.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.612218 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.612719 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: standard-attr-description Jun 28 15:24:22.613045 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: stateful_security_group.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.613971 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.614500 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: stateful-security-group Jun 28 15:24:22.614828 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: stdattrs_common.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.615401 dv-cinder-797245-5-smb neutron-server[92813]: WARNING neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 15:24:22.615723 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.616698 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.617216 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 15:24:22.617537 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: subnet_onboard.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.618733 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.619257 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: subnet_onboard Jun 28 15:24:22.619581 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.620497 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.621000 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 15:24:22.621322 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: subnet_service_types.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.622271 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.622806 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: subnet-service-types Jun 28 15:24:22.623132 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: subnetallocation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.624218 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.624735 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: subnet_allocation Jun 28 15:24:22.625064 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.625720 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.626257 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: subnetpool-prefix-ops Jun 28 15:24:22.626607 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.627527 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.628029 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 15:24:22.628353 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: tagging.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.629389 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.629915 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: standard-attr-tag Jun 28 15:24:22.630243 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: timestamp.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.631458 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.631974 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loaded extension: standard-attr-timestamp Jun 28 15:24:22.632303 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: trunk.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.633334 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.633854 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension trunk not supported by any of loaded plugins Jun 28 15:24:22.634178 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: trunk_details.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.635112 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.635621 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 15:24:22.635943 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: uplink_status_propagation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.636864 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.637380 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 15:24:22.637703 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Loading extension file: vlantransparent.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 15:24:22.638360 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 15:24:22.638895 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 15:24:22.641278 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:network Jun 28 15:24:22.641835 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:subnet Jun 28 15:24:22.642233 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 15:24:22.642652 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:port Jun 28 15:24:22.643973 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.644418 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service FLAVORS assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.645034 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.645467 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.645798 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:router Jun 28 15:24:22.646224 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 15:24:22.646747 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service METERING assigned prefix: /metering {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.648206 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.648588 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.648942 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:24:22.649925 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 15:24:22.650380 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:security_group Jun 28 15:24:22.650850 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 15:24:22.651456 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service CORE assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.651787 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 15:24:22.652143 dv-cinder-797245-5-smb neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] subnetpool is already registered Jun 28 15:24:22.652575 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service CORE assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.652900 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 15:24:22.653231 dv-cinder-797245-5-smb neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] subnetpool is already registered Jun 28 15:24:22.655539 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.655978 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service FLAVORS assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.656571 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.657133 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.657983 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:router Jun 28 15:24:22.658333 dv-cinder-797245-5-smb neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] router is already registered Jun 28 15:24:22.658779 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 15:24:22.659115 dv-cinder-797245-5-smb neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] floatingip is already registered Jun 28 15:24:22.659573 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service METERING assigned prefix: /metering {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.660247 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 15:24:22.660584 dv-cinder-797245-5-smb neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] rbac_policy is already registered Jun 28 15:24:22.660998 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:security_group Jun 28 15:24:22.661334 dv-cinder-797245-5-smb neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] security_group is already registered Jun 28 15:24:22.661735 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 15:24:22.662068 dv-cinder-797245-5-smb neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] security_group_rule is already registered Jun 28 15:24:22.662724 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service CORE assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.663051 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 15:24:22.663391 dv-cinder-797245-5-smb neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] subnetpool is already registered Jun 28 15:24:22.663818 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Service CORE assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 15:24:22.664142 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 15:24:22.664470 dv-cinder-797245-5-smb neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] subnetpool is already registered Jun 28 15:24:22.665032 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: extensions {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.666500 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: address-groups {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.667984 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: address-scopes {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.669323 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: agents {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.670514 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: auto-allocated-topology {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.671774 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: availability_zones {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.673600 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: dhcp-networks {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.675149 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: dhcp-agents {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.676623 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: routers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.678316 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: flavors {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.680859 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: service_profiles {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.682048 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: next_providers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.683530 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: service_profiles {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.685103 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: floatingip-pools {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.686312 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: routers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.688045 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: floatingips {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.689356 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: l3-routers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.690803 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: l3-agents {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.692231 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: metering-labels {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.693496 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: metering-label-rules {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.694906 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: network-ip-availabilities {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.696164 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: bindings {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.698020 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: quotas {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.699588 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: quotas {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.700998 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: rbac-policies {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.702209 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: security-groups {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.703562 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: security-group-rules {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.704841 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: service-providers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.706079 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: subnetpools {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.707451 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: subnetpools {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.709000 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.710720 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.712545 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.714335 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.716035 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.718001 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.720301 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.722103 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.723973 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.725732 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron.api.extensions [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 15:24:22.731753 dv-cinder-797245-5-smb neutron-server[92813]: WARNING keystonemiddleware.auth_token [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 15:24:22.736854 dv-cinder-797245-5-smb neutron-server[92813]: WARNING keystonemiddleware.auth_token [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 15:24:22.745223 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_concurrency.lockutils [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Acquired lock "singleton_lock" {{(pid=92813) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 15:24:22.745698 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_concurrency.lockutils [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Releasing lock "singleton_lock" {{(pid=92813) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 15:24:22.746320 dv-cinder-797245-5-smb neutron-server[92813]: INFO oslo_service.service [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Starting 2 workers Jun 28 15:24:22.751317 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Started child 92920 {{(pid=92813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 15:24:22.755739 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Started child 92921 {{(pid=92813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 15:24:22.756532 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:22.757542 dv-cinder-797245-5-smb neutron-server[92813]: INFO neutron.service [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 15:24:22.757995 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [-] (92920) wsgi starting up on http://0.0.0.0:9696 Jun 28 15:24:22.758193 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Notify callbacks [] for process, before_spawn {{(pid=92813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:22.760667 dv-cinder-797245-5-smb neutron-server[92813]: INFO oslo_service.service [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Starting 1 workers Jun 28 15:24:22.761128 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:22.762599 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [-] (92921) wsgi starting up on http://0.0.0.0:9696 Jun 28 15:24:22.765745 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Started child 92922 {{(pid=92813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 15:24:22.766289 dv-cinder-797245-5-smb neutron-server[92813]: INFO oslo_service.service [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Starting 1 workers Jun 28 15:24:22.769290 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.service [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] calling RpcWorker wait() {{(pid=92922) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 15:24:22.770005 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.service [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] returning from RpcWorker wait() {{(pid=92922) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 15:24:22.770703 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Started child 92923 {{(pid=92813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 15:24:22.771432 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:22.771541 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-d71737ed-6376-4118-a55c-78a59f0020e1 None None] Notify callbacks [] for process, after_spawn {{(pid=92813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:22.771878 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:24:22.773572 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92813) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 15:24:22.773790 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 15:24:22.773891 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 47646) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:24:22.773979 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 15:24:22.774498 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 15:24:22.774625 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 15:24:22.774712 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 15:24:22.778103 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.778103 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.778103 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.778103 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.778103 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.778103 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.778103 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.778103 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.778754 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:22.779248 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.779248 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.779248 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.779248 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.779248 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.779248 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.779248 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.779750 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.779750 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.779895 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.779975 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.780127 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:24:22.780233 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.780473 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.780721 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.780985 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] debug = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.781244 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.781733 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.781981 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.783147 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.783147 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.783308 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065346 Jun 28 15:24:22.783598 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.783837 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.784135 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.784385 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.784652 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.785711 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.786013 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.786268 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.786535 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.786768 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.787032 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.787277 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.787742 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] host = dv-cinder-797245-5-smb {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.787985 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.788228 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.788479 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.788730 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.788988 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.789223 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.789483 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.789741 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.789985 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.790850 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.791115 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.791388 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.791643 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.791950 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.792128 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_options = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.792393 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.792677 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.792941 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.793137 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.793310 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.793489 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.793742 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.793909 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.794166 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.794385 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.796499 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.796499 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.796499 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.796499 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.796499 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.796840 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.796840 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.797114 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.797281 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.797489 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.797737 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.798570 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.798797 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.799035 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.799252 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.802489 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.802489 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.802489 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.802489 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.802489 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.802489 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.802489 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.802489 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.803005 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.803005 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.803005 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.803005 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.803005 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.803005 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.803005 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.803399 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.803399 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.803527 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.803838 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.803988 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.807460 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] use_json = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.807460 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.807460 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.807460 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.807460 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.807460 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.807460 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.807460 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.808008 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.808008 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.808008 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.808008 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.808008 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.808008 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.808008 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.808409 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.808475 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.808978 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.809240 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.811164 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.811164 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.811164 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.811164 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.811528 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.811596 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.811858 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.812150 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.812332 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.812717 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.812961 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.813748 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.814129 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.814481 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.814777 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.815020 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.815246 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.815537 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.815863 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.816092 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.816356 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.816584 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.816864 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.817108 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.817330 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.817554 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.817784 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.818000 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.818229 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.818497 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.818760 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.818991 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.819211 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.819501 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.819720 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.819950 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.820165 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.820386 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.820595 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.820849 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.821508 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.821740 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.822206 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.822428 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.822759 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.822948 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.823172 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.824189 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.824189 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.824189 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.824431 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.825038 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.825246 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.825473 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.825691 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.825999 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.829296 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.829596 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.829849 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.830091 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.830336 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.830596 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.830846 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.831093 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.832738 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.833012 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.833255 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.835180 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.835180 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.835414 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.835714 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.836768 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.836768 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.836946 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.837283 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.838028 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.838345 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.838690 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.839951 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.840319 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.840653 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.841003 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.841353 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.841782 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.842144 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.842576 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.842910 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.843279 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.843634 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.843989 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.845308 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.845308 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.845805 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.846139 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.846507 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.847967 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.847967 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.847967 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.847967 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.847967 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.848485 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.848864 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.849223 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.849586 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.849919 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.850302 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.851599 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.852052 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.853275 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.853275 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.853275 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.853275 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.853632 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.853987 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.854323 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.854725 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.854982 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.855393 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.855717 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.856045 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.856375 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.856786 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.857190 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.857518 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.857828 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.858142 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.858531 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.858900 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.859238 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.859591 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.859946 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.860308 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.861423 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.862652 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.862652 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.862652 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.862652 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.863842 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.864191 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.864980 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.864980 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.864980 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.865396 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.865766 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.866067 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.866384 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.866796 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.867142 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.867537 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.868143 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.868442 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.868731 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.868997 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.869228 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.870419 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.870834 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.871751 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.872755 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.872755 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.872755 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.873021 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.873163 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.873399 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.873658 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.873929 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.874152 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.874407 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.874673 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.874952 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.875117 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.876152 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.876152 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.876152 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.876152 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.876446 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.876446 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.876702 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.877509 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.877509 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.877509 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.877739 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.877944 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.878193 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.878430 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.878672 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.878910 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.879127 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.879336 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.879606 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.879859 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.880087 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.880305 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.880521 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.880748 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.880963 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.881179 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.881463 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.881707 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.881947 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.882284 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.882558 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.882784 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.883002 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.883501 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.883501 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.883717 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.883863 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.884073 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.884284 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.884508 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.884718 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.884958 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.885167 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.885376 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.885594 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.885804 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.886053 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.886263 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.886516 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.886760 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.886990 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.887319 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.887565 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.887784 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.888795 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.888795 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.888795 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.888795 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.889134 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.889303 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.889579 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.889773 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.889988 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.890208 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.891775 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.892129 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.892536 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.892826 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.893112 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.893407 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.893701 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.893979 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.894203 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.894530 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.894869 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.895144 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.895411 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.895649 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.895929 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.896177 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.896419 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.896642 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.896861 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.897078 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.897315 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.897544 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.897772 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.897990 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.898238 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.898472 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.898731 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.898988 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.899215 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.899430 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.899610 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 15:24:22.900893 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92813) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 15:24:22.900893 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 15:24:22.900893 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 15:24:22.900893 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 15:24:22.900893 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 15:24:22.900893 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 15:24:22.901280 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.901280 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.901398 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.901600 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.901688 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.901870 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.902048 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.902202 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.902749 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.902749 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.902749 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.902955 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.903189 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.903189 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.903325 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.903493 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.903656 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.903857 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.904086 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.904255 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.904399 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.904540 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.904680 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] debug = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.904836 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.905379 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.905550 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.905702 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.905865 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.906024 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.906180 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.906358 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.906521 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.906680 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.906839 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.908804 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.908804 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.908804 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.908804 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.909112 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.909112 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.909248 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] host = dv-cinder-797245-5-smb {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.909378 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.909538 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.909697 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.909843 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.910000 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.910156 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.910317 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.910526 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.910686 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.910794 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.910943 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.911100 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.911245 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.911405 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.911558 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_options = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.911722 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.911883 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.912049 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.912211 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.912368 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.912524 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.912671 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.912831 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.912986 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.913130 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.913289 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.913441 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.913588 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.913741 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.913895 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.914055 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.914200 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.914345 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.914529 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.914683 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.914842 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.915011 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.915159 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.915318 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.915461 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.916511 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.916689 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.916838 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.916981 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.917125 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.917269 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.917429 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.917590 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.917735 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.917897 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.918676 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.919062 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.919293 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.919534 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.920270 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.920270 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.920270 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.920482 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.920609 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.920914 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.921131 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] use_json = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.921352 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.921570 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.921789 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.922006 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.922222 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.922438 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.922671 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.923788 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 15:24:22.923788 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.923788 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.924023 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.924091 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.924336 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.925323 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.925323 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.925323 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.925323 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.925323 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.925323 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.925673 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.925673 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.926261 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.926529 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.927505 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.927505 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.927505 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.927505 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.927505 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.927505 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.927864 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.927930 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.928134 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.928279 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.928426 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:24:22.928572 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.928572 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.928836 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.928836 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.929103 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.929103 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.929371 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.929506 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.929642 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.929778 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.929912 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.930066 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.930149 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.930303 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.930487 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.930654 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.930816 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.931026 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.931140 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.931303 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.931466 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.931627 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.931790 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.931952 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.932113 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.932286 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.932448 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.932608 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.932769 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.933697 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.933697 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.933697 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.933697 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.933697 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.933697 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.934315 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.934315 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.934315 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.934315 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.935603 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.935603 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.935603 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.935603 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.935603 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.935603 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.935603 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.935603 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.936756 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.936756 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.936756 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.936756 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.936756 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.936756 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.936756 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.937646 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.937646 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.937646 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.937646 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.937646 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.937646 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.938415 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.938415 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.938415 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.938415 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.938415 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.939115 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.939115 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.939115 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.939115 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.939647 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.939647 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.939647 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.939647 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.940227 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.940227 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.940227 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.940227 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.940743 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.940743 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.940743 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.941146 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.941146 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.941146 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.941525 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.941525 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.941792 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.941792 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.943169 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.943169 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.943169 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.943169 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.943169 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.944769 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.944769 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.944769 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.944769 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.944769 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.944769 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.944769 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.944769 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.945666 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.945666 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.945666 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.945666 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.945666 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.946019 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.946019 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.946225 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.946427 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.948107 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.948107 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.948107 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.948107 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.948107 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.948107 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.948107 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.948689 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.948689 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.948689 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.948898 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.948977 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.949122 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.949288 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.949451 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.949615 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.949776 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.949938 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.950101 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.950263 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.950416 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.950615 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.950801 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.950970 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.951123 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.951272 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.951407 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.951560 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.951721 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.951885 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.952049 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.952209 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.952370 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.952530 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.952692 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.952859 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.953024 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.953186 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.953347 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.953509 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.953670 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.953832 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.953996 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.954781 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.954904 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.955064 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.955224 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.955388 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.955592 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.955711 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.955848 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.956056 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.956223 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.956796 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.956796 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.957030 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.957030 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.957256 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.957387 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.957514 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.957639 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.957765 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.957931 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.958098 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.958250 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.958941 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.958941 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.958941 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.958941 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.959418 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.959418 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.959418 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.959709 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.959709 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.959907 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.959999 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.960117 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.960290 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.960451 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.960611 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.960773 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.960934 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.961157 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.961308 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.961561 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.961561 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.961810 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.961936 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.962062 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.962188 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.962315 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.962521 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.962643 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.962796 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.962957 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.963117 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.963280 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.963450 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.963613 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.963774 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.964162 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.964162 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.964449 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.964449 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.964716 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.964716 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.966373 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.966373 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.966373 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.966373 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.966373 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.966373 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.966373 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.966373 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.967214 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.967214 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.967214 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.967214 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.967214 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.967697 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.967697 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.967697 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.968185 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.968185 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.968185 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.968185 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.968681 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.968681 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.968681 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.968983 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.968983 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.969184 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.969291 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.969397 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.969523 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.969650 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.970343 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.970588 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.970749 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.971659 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 15:24:22.971659 dv-cinder-797245-5-smb neutron-server[92813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 15:24:34.042019 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55551157-7e1c-498d-a0a1-56ade0d305da None None] get_active_networks_info from dv-cinder-797245-5-smb {{(pid=92922) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 15:24:34.123177 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55551157-7e1c-498d-a0a1-56ade0d305da None None] No non-hosted networks {{(pid=92922) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 15:24:34.133184 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90bc6f35-a12f-474b-955b-12a2591df8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3849033'] for agent, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:36.686426 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3849033'] for agent, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:36.688009 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:36.689292 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:36.689982 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:36.690554 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:36.691136 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:36.691773 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:36.692312 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:36.692910 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:36.693504 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:36.694186 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:36.694970 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:36.695585 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:36.696219 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797245-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:24:36.713437 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797245-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:24:36.908261 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b5cf7965-cd8a-4048-912c-814a33692cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3849033'] for agent, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:36.977779 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b5b4722a-884b-49ce-b954-35068ff1cba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:37.521638 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3849033'] for agent, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:39.065776 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3849033'] for agent, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:40.197174 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 47752) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:24:40.683576 dv-cinder-797245-5-smb neutron-server[92920]: WARNING oslo_policy.policy [None req-9425c3fe-f67a-4fdc-932c-011c916cfff1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 15:24:40.684251 dv-cinder-797245-5-smb neutron-server[92920]: WARNING oslo_policy.policy [None req-9425c3fe-f67a-4fdc-932c-011c916cfff1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 15:24:40.899677 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [None req-9425c3fe-f67a-4fdc-932c-011c916cfff1 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 15:24:40.900634 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-9425c3fe-f67a-4fdc-932c-011c916cfff1 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7024922 Jun 28 15:24:42.170245 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.db.l3_hamode_db [None req-95b644d6-754e-419c-8962-3b7e49a1d4b1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 15:24:42.245145 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b644d6-754e-419c-8962-3b7e49a1d4b1 None None] Routers set() bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:24:42.245523 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b644d6-754e-419c-8962-3b7e49a1d4b1 None None] Router IDs set() for agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 15:24:43.216593 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 47766) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:24:43.511622 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-08fbf717-92be-48a3-a151-a05d838e6169 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:24:43.604094 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.policy [None req-08fbf717-92be-48a3-a151-a05d838e6169 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92920) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 15:24:43.648381 dv-cinder-797245-5-smb neutron-server[92920]: WARNING oslo_policy.policy [None req-08fbf717-92be-48a3-a151-a05d838e6169 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 15:24:43.648740 dv-cinder-797245-5-smb neutron-server[92920]: WARNING oslo_policy.policy [None req-08fbf717-92be-48a3-a151-a05d838e6169 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 15:24:43.657772 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.quota [None req-08fbf717-92be-48a3-a151-a05d838e6169 admin admin] Loaded quota_driver: . Jun 28 15:24:43.748561 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-08fbf717-92be-48a3-a151-a05d838e6169 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763180526047', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763180526560', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763180521558', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763180573212', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763180568529', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763180562038', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-655348', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-742303', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3852144', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3798055'] for rbac-policy, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:43.810553 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-08fbf717-92be-48a3-a151-a05d838e6169 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:43.811724 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-08fbf717-92be-48a3-a151-a05d838e6169 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5941913 Jun 28 15:24:46.306108 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 47778) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:24:46.603216 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Request body: {'network': {'name': 'private', 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'admin_state_up': True, 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:24:46.631257 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Made reservation on behalf of 1c20c51a2ce8449bbf0d913cca500b16 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:24:46.633907 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:46.650399 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:46.770780 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:46.774142 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:46.779296 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:24:46.794467 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:24:46.822541 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763182594079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:46.823126 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Unsubscribe: segment precommit_create {{(pid=92920) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 15:24:46.823585 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Added segment 4d05e789-d74f-438d-b3dc-bcb91645acb7 of type vlan for network 6fd1d4f0-ca00-4867-aecb-c20db3a96f36 Jun 28 15:24:46.840037 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9e4bbb-36de-483d-93dd-a276f5d6cec1,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:24:46.888051 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:46.888382 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:46.888705 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:46.889026 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:46.889343 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:46.889655 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:46.889964 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:46.890271 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:46.890621 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:46.890956 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:46.891261 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:46.891561 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Tracked resource versions report: Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: pushed versions: Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: { 'AddressGroup': {'1.2'}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'ConntrackHelper': {'1.0'}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'Log': {'1.0'}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'Network': {'1.1'}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'Port': {'1.7'}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'PortForwarding': {'1.2'}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'QosPolicy': {'1.8'}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'SecurityGroup': {'1.4'}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'SecurityGroupRule': {'1.2'}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'SubPort': {'1.0'}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'Subnet': {'1.1'}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'Trunk': {'1.1'}} Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: consumer versions: Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: { DHCP agent@dv-cinder-797245-5-smb: {}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: L3 agent@dv-cinder-797245-5-smb: {}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: Metadata agent@dv-cinder-797245-5-smb: {}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: Metering agent@dv-cinder-797245-5-smb: {}, Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: Open vSwitch agent@dv-cinder-797245-5-smb: { 'AddressGroup': '1.2', Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'ConntrackHelper': '1.0', Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'Log': '1.0', Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'Network': '1.1', Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'Port': '1.7', Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'PortForwarding': '1.2', Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'QosPolicy': '1.8', Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'SecurityGroup': '1.4', Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'SecurityGroupRule': '1.2', Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'SubPort': '1.0', Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'Subnet': '1.1', Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: 'Trunk': '1.1'}} Jun 28 15:24:46.892603 dv-cinder-797245-5-smb neutron-server[92920]: {{(pid=92920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 15:24:46.940560 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:46.945206 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:24:46.990619 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:46.991998 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:24:46.992663 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:46.995327 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:24:47.050495 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7432125 Jun 28 15:24:47.091464 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd1d4f0-ca00-4867-aecb-c20db3a96f36,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:24:47.094755 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:24:47.103166 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network 6fd1d4f0-ca00-4867-aecb-c20db3a96f36 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:24:49.617800 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 47792) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:24:49.993251 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13abd10-5629-49f8-b35e-1409934d2238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:24:49.994625 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-c13abd10-5629-49f8-b35e-1409934d2238 admin admin] 10.222.0.30 "GET /v2.0/networks/6fd1d4f0-ca00-4867-aecb-c20db3a96f36 HTTP/1.1" status: 200 len: 825 time: 0.3758433 Jun 28 15:24:50.017724 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-d6b3572a-bfdd-427b-96e7-57fd64d8ed90 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/ad3883f6-3404-47b1-b690-9ad2ae182b97 HTTP/1.1" status: 200 len: 734 time: 0.0179412 Jun 28 15:24:50.025659 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36', 'subnetpool_id': 'ad3883f6-3404-47b1-b690-9ad2ae182b97', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:24:50.048146 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Made reservation on behalf of 1c20c51a2ce8449bbf0d913cca500b16 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:24:50.050532 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:50.335820 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:50.339777 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:24:50.404512 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af32fe28-0385-44d7-ae0b-b9c2162ced74,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:24:50.407167 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Checking segment: {'id': '4d05e789-d74f-438d-b3dc-bcb91645acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:24:50.407538 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Network hostable DHCP agents. Network: 6fd1d4f0-ca00-4867-aecb-c20db3a96f36, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:24:50.413065 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:24:50.428413 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Network 6fd1d4f0-ca00-4867-aecb-c20db3a96f36 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:24:50.444222 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, 6fd1d4f0-ca00-4867-aecb-c20db3a96f36) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:24:50.449990 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:24:50.451079 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:50.455123 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b24e1-f027-4e1a-86a6-fc2603473e8b None None] Network 6fd1d4f0-ca00-4867-aecb-c20db3a96f36 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:24:50.469167 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4464760 Jun 28 15:24:50.765825 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08cb9ca3-2033-5466-b615-0792b95ff089-6fd1d4f0-ca00-4867-aecb-c20db3a96f36', 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'fixed_ips': [{'subnet_id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74'}]}} from dv-cinder-797245-5-smb. {{(pid=92922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 15:24:50.767054 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:51.037111 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Allocated IP 172.20.0.2 (6fd1d4f0-ca00-4867-aecb-c20db3a96f36/af32fe28-0385-44d7-ae0b-b9c2162ced74/697c1015-f997-47b9-bf3c-f253bbae1d18) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:24:51.236591 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:51.276286 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Transition to ACTIVE for port object 697c1015-f997-47b9-bf3c-f253bbae1d18 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:24:51.296647 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Transition to ACTIVE for port object 697c1015-f997-47b9-bf3c-f253bbae1d18 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:24:51.306244 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:51.308815 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:24:51.371426 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Network 6fd1d4f0-ca00-4867-aecb-c20db3a96f36 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:24:51.381172 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:24:51.389478 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:24:51.392512 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Pushing event updated for resources: {'Port': ['ID=697c1015-f997-47b9-bf3c-f253bbae1d18,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:24:51.417503 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:51.417839 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:51.418168 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:51.418511 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:51.418832 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:51.419187 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:51.419506 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:51.419820 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:51.420131 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:51.420439 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:51.420746 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:51.421053 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Tracked resource versions report: Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: pushed versions: Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: { 'AddressGroup': {'1.2'}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'ConntrackHelper': {'1.0'}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'Log': {'1.0'}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'Network': {'1.1'}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'Port': {'1.7'}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'PortForwarding': {'1.2'}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'QosPolicy': {'1.8'}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'SecurityGroup': {'1.4'}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'SecurityGroupRule': {'1.2'}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'SubPort': {'1.0'}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'Subnet': {'1.1'}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'Trunk': {'1.1'}} Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: consumer versions: Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: { DHCP agent@dv-cinder-797245-5-smb: {}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: L3 agent@dv-cinder-797245-5-smb: {}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: Metadata agent@dv-cinder-797245-5-smb: {}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: Metering agent@dv-cinder-797245-5-smb: {}, Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: Open vSwitch agent@dv-cinder-797245-5-smb: { 'AddressGroup': '1.2', Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'ConntrackHelper': '1.0', Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'Log': '1.0', Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'Network': '1.1', Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'Port': '1.7', Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'PortForwarding': '1.2', Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'QosPolicy': '1.8', Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'SecurityGroup': '1.4', Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'SecurityGroupRule': '1.2', Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'SubPort': '1.0', Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'Subnet': '1.1', Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: 'Trunk': '1.1'}} Jun 28 15:24:51.422807 dv-cinder-797245-5-smb neutron-server[92922]: {{(pid=92922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 15:24:51.444903 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:24:51.472686 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Attempting to bind port 697c1015-f997-47b9-bf3c-f253bbae1d18 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:24:51.473239 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Attempting to bind port 697c1015-f997-47b9-bf3c-f253bbae1d18 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '4d05e789-d74f-438d-b3dc-bcb91645acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:24:51.473486 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Attempting to bind port 697c1015-f997-47b9-bf3c-f253bbae1d18 on network 6fd1d4f0-ca00-4867-aecb-c20db3a96f36 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:24:51.478300 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:24:51.478723 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Checking segment: {'id': '4d05e789-d74f-438d-b3dc-bcb91645acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:24:51.479216 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:51.479606 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Bound using segment: {'id': '4d05e789-d74f-438d-b3dc-bcb91645acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:24:51.480096 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Bound port: 697c1015-f997-47b9-bf3c-f253bbae1d18, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d05e789-d74f-438d-b3dc-bcb91645acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:24:51.480510 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:51.540922 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] For port 697c1015-f997-47b9-bf3c-f253bbae1d18, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:24:51.545241 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] For port 697c1015-f997-47b9-bf3c-f253bbae1d18, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=697c1015-f997-47b9-bf3c-f253bbae1d18,segment=NetworkSegment(4d05e789-d74f-438d-b3dc-bcb91645acb7),segment_id=4d05e789-d74f-438d-b3dc-bcb91645acb7)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:24:51.549479 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:51.555389 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:24:51.617101 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Pushing event updated for resources: {'Port': ['ID=697c1015-f997-47b9-bf3c-f253bbae1d18,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:24:51.620267 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:24:52.814413 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 47800) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:24:53.300341 dv-cinder-797245-5-smb neutron-server[92921]: WARNING oslo_policy.policy [None req-26b8caae-e45e-4584-bc7e-e96ce90dbde3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 15:24:53.300997 dv-cinder-797245-5-smb neutron-server[92921]: WARNING oslo_policy.policy [None req-26b8caae-e45e-4584-bc7e-e96ce90dbde3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 15:24:53.517239 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [None req-26b8caae-e45e-4584-bc7e-e96ce90dbde3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 15:24:53.518479 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-26b8caae-e45e-4584-bc7e-e96ce90dbde3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7020066 Jun 28 15:24:55.867381 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 47814) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:24:56.176841 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [None req-edfc0bb8-ca27-448e-800a-6ceb29587ad1 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 15:24:56.177811 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-edfc0bb8-ca27-448e-800a-6ceb29587ad1 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3094311 Jun 28 15:24:56.532976 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 697c1015-f997-47b9-bf3c-f253bbae1d18 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:24:56.618769 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 697c1015-f997-47b9-bf3c-f253bbae1d18 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:24:57.582375 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670f4681-5ef4-417d-b5e9-7ab0ad9d9da6 None None] Network 6fd1d4f0-ca00-4867-aecb-c20db3a96f36 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:24:57.659714 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46b5764e-87e1-498d-a72c-e4b42ee024b6 None None] Provisioning for port 697c1015-f997-47b9-bf3c-f253bbae1d18 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:24:57.669484 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46b5764e-87e1-498d-a72c-e4b42ee024b6 None None] Provisioning complete for port 697c1015-f997-47b9-bf3c-f253bbae1d18 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:24:57.669872 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46b5764e-87e1-498d-a72c-e4b42ee024b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:57.848870 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46b5764e-87e1-498d-a72c-e4b42ee024b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:57.893067 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46b5764e-87e1-498d-a72c-e4b42ee024b6 None None] For port 697c1015-f997-47b9-bf3c-f253bbae1d18, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=697c1015-f997-47b9-bf3c-f253bbae1d18,segment=NetworkSegment(4d05e789-d74f-438d-b3dc-bcb91645acb7),segment_id=4d05e789-d74f-438d-b3dc-bcb91645acb7)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:24:57.896732 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46b5764e-87e1-498d-a72c-e4b42ee024b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:57.898707 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9c47c520-1f1a-4657-a1c0-ff5d15ebb27b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:24:57.944914 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5764e-87e1-498d-a72c-e4b42ee024b6 None None] Pushing event updated for resources: {'Port': ['ID=697c1015-f997-47b9-bf3c-f253bbae1d18,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:24:57.948279 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46b5764e-87e1-498d-a72c-e4b42ee024b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:24:58.117599 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-7861d50d-09b0-4071-8cdf-df61b6d19020 None None] Provisioning complete for port 697c1015-f997-47b9-bf3c-f253bbae1d18 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:24:58.117882 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7861d50d-09b0-4071-8cdf-df61b6d19020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:58.470778 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 697c1015-f997-47b9-bf3c-f253bbae1d18 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:24:58.518020 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 697c1015-f997-47b9-bf3c-f253bbae1d18 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:24:58.518389 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:58.764749 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 47828) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:24:59.048468 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-d3d57788-d519-4488-9be3-9a59dce02367 admin admin] Request body: {'router': {'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'name': 'router1', 'admin_state_up': True}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:24:59.111871 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.policy [None req-d3d57788-d519-4488-9be3-9a59dce02367 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92921) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 15:24:59.156880 dv-cinder-797245-5-smb neutron-server[92921]: WARNING oslo_policy.policy [None req-d3d57788-d519-4488-9be3-9a59dce02367 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 15:24:59.157239 dv-cinder-797245-5-smb neutron-server[92921]: WARNING oslo_policy.policy [None req-d3d57788-d519-4488-9be3-9a59dce02367 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 15:24:59.166075 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.quota [None req-d3d57788-d519-4488-9be3-9a59dce02367 admin admin] Loaded quota_driver: . Jun 28 15:24:59.222826 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d57788-d519-4488-9be3-9a59dce02367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3753072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:59.224536 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d57788-d519-4488-9be3-9a59dce02367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14106'] for router, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:59.377675 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d57788-d519-4488-9be3-9a59dce02367 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:59.382771 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d57788-d519-4488-9be3-9a59dce02367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3848957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745645'] for router, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:59.400785 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d57788-d519-4488-9be3-9a59dce02367 admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:24:59.402130 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d3d57788-d519-4488-9be3-9a59dce02367 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6357868 Jun 28 15:25:01.703376 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 47838) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:25:02.014790 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [None req-ac94b17d-4c82-4e21-b856-695d8c88d808 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 15:25:02.015804 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-ac94b17d-4c82-4e21-b856-695d8c88d808 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115215 Jun 28 15:25:03.907237 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0edb8904-6798-454d-a317-5eeb6e3faf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:04.338460 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 47846) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:25:04.646133 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:25:04.669519 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Made reservation on behalf of 909d026d11bf4f96a5e84fc8845cfc98 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:25:04.672942 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:04.688228 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:04.810941 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:04.814357 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:04.819268 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:25:04.826481 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Reserving flat network on physical network physnet1 {{(pid=92921) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 15:25:04.858424 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763182594079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:04.859628 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Unsubscribe: segment precommit_create {{(pid=92921) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 15:25:04.860080 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.segments_db [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Added segment 7ef3597b-8577-44b7-9f74-6c58e74476af of type flat for network 0d581cc7-00ec-4ce1-9e02-6808d9257981 Jun 28 15:25:04.876601 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473858ff-3c5e-4c4e-84a0-5d67502e9491,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:25:04.928766 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:04.929137 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:04.929458 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:04.929775 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:04.930182 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:04.930575 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:04.930894 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:04.931245 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:04.931615 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:04.931926 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:04.932229 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:04.932531 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Tracked resource versions report: Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: pushed versions: Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: { 'AddressGroup': {'1.2'}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'ConntrackHelper': {'1.0'}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'Log': {'1.0'}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'Network': {'1.1'}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'Port': {'1.7'}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'PortForwarding': {'1.2'}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'QosPolicy': {'1.8'}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'SecurityGroup': {'1.4'}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'SecurityGroupRule': {'1.2'}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'SubPort': {'1.0'}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'Subnet': {'1.1'}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'Trunk': {'1.1'}} Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: consumer versions: Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: { DHCP agent@dv-cinder-797245-5-smb: {}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: L3 agent@dv-cinder-797245-5-smb: {}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: Metadata agent@dv-cinder-797245-5-smb: {}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: Metering agent@dv-cinder-797245-5-smb: {}, Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: Open vSwitch agent@dv-cinder-797245-5-smb: { 'AddressGroup': '1.2', Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'ConntrackHelper': '1.0', Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'Log': '1.0', Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'Network': '1.1', Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'Port': '1.7', Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'PortForwarding': '1.2', Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'QosPolicy': '1.8', Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'SecurityGroup': '1.4', Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'SecurityGroupRule': '1.2', Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'SubPort': '1.0', Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'Subnet': '1.1', Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: 'Trunk': '1.1'}} Jun 28 15:25:04.933575 dv-cinder-797245-5-smb neutron-server[92921]: {{(pid=92921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 15:25:04.983287 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:04.991720 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:25:05.036654 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:05.038233 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:25:05.038933 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:05.041728 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:25:05.098122 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7585547 Jun 28 15:25:05.139576 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Pushing event updated for resources: {'Network': ['ID=0d581cc7-00ec-4ce1-9e02-6808d9257981,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:25:05.143870 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:25:05.151313 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:25:06.665696 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:06.888185 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dceb06ce-7671-42fc-8b6c-9232f7a1105a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:07.365400 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 47858) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:25:07.463800 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:07.772010 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e75be4-962f-48bf-a165-664d14ea7f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:25:07.773288 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-11e75be4-962f-48bf-a165-664d14ea7f25 admin admin] 10.222.0.30 "GET /v2.0/subnets/af32fe28-0385-44d7-ae0b-b9c2162ced74 HTTP/1.1" status: 200 len: 849 time: 0.4069388 Jun 28 15:25:07.903581 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d3bef487-d79c-40f7-b8b5-16a9e741f02b admin admin] 10.222.0.30 "GET /v2.0/routers/09e8a1c4-9741-4207-95b1-f9f903531438 HTTP/1.1" status: 200 len: 704 time: 0.1250048 Jun 28 15:25:08.168420 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:08.451194 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Allocated IP 172.20.0.1 (6fd1d4f0-ca00-4867-aecb-c20db3a96f36/af32fe28-0385-44d7-ae0b-b9c2162ced74/7ba01c49-10b2-4abc-aeb8-0a5087269227) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:25:08.631982 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:08.654948 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Transition to ACTIVE for port object 7ba01c49-10b2-4abc-aeb8-0a5087269227 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:25:08.733155 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:08.736694 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:25:08.795118 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Network 6fd1d4f0-ca00-4867-aecb-c20db3a96f36 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:25:08.799485 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:25:08.802697 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:25:08.803383 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742829'] for router_interface, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:08.885551 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba01c49-10b2-4abc-aeb8-0a5087269227,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:25:08.888951 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:25:08.964981 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-df9cb5a3-1c02-4f1d-b472-26895f60456d None None] Provisioning for port 7ba01c49-10b2-4abc-aeb8-0a5087269227 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:25:08.969141 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-df9cb5a3-1c02-4f1d-b472-26895f60456d None None] Provisioning complete for port 7ba01c49-10b2-4abc-aeb8-0a5087269227 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:25:08.969511 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-df9cb5a3-1c02-4f1d-b472-26895f60456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:09.006093 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-df9cb5a3-1c02-4f1d-b472-26895f60456d None None] Port 7ba01c49-10b2-4abc-aeb8-0a5087269227 cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:25:09.028389 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:09.078252 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:09.251131 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:09.255480 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:09.256597 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4159218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742849'] for router_interface, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:09.258897 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:25:09.340095 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba01c49-10b2-4abc-aeb8-0a5087269227,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:25:09.344243 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:25:09.380071 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Network 6fd1d4f0-ca00-4867-aecb-c20db3a96f36 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:25:09.381303 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:25:09.540238 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Router 09e8a1c4-9741-4207-95b1-f9f903531438 is scheduled to L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd with binding_index 1 {{(pid=92921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 15:25:09.625797 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-768adcaa-9f6b-454f-a8e1-80a262b1b338 None None] Provisioning complete for port 7ba01c49-10b2-4abc-aeb8-0a5087269227 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:25:09.626161 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-768adcaa-9f6b-454f-a8e1-80a262b1b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:09.630169 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:25:09.642100 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] 10.222.0.30 "PUT /v2.0/routers/09e8a1c4-9741-4207-95b1-f9f903531438/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7270448 Jun 28 15:25:09.642191 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Sync routers for ids ['09e8a1c4-9741-4207-95b1-f9f903531438'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:25:09.652486 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Routers {'09e8a1c4-9741-4207-95b1-f9f903531438'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:25:09.653229 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:25:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['09e8a1c4-9741-4207-95b1-f9f903531438'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:25:09.663945 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-768adcaa-9f6b-454f-a8e1-80a262b1b338 None None] Port 7ba01c49-10b2-4abc-aeb8-0a5087269227 cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:25:09.837186 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Set router 09e8a1c4-9741-4207-95b1-f9f903531438 gateway port host: None {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:25:10.257945 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'name': 'router1', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:24:59Z', 'updated_at': '2021-06-28T15:25:08Z', 'revision_number': 2, 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'gw_port_host': None, '_interfaces': [{'id': '7ba01c49-10b2-4abc-aeb8-0a5087269227', 'name': '', 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'mac_address': 'fa:16:3e:b3:50:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:25:08Z', 'updated_at': '2021-06-28T15:25:09Z', 'revision_number': 2, 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'subnets': [{'id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad3883f6-3404-47b1-b690-9ad2ae182b97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:25:10.308357 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Checking router: 09e8a1c4-9741-4207-95b1-f9f903531438 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:25:10.308723 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Updating router 09e8a1c4-9741-4207-95b1-f9f903531438 port 7ba01c49-10b2-4abc-aeb8-0a5087269227 binding host dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:25:10.372397 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:10.848604 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:10.865424 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Transition to ACTIVE for port object 7ba01c49-10b2-4abc-aeb8-0a5087269227 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:25:10.870901 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:10.875423 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:25:11.024446 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Pushing event updated for resources: {'Port': ['ID=7ba01c49-10b2-4abc-aeb8-0a5087269227,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:25:11.040249 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:11.040576 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:11.040894 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:11.041209 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:11.041517 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:11.041825 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:11.042130 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:11.042431 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:11.042756 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:11.043057 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:11.043358 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:11.043659 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Tracked resource versions report: Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: pushed versions: Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: { 'AddressGroup': {'1.2'}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'ConntrackHelper': {'1.0'}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'Log': {'1.0'}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'Network': {'1.1'}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'Port': {'1.7'}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'PortForwarding': {'1.2'}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'QosPolicy': {'1.8'}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'SecurityGroup': {'1.4'}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'SecurityGroupRule': {'1.2'}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'SubPort': {'1.0'}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'Subnet': {'1.1'}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'Trunk': {'1.1'}} Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: consumer versions: Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: { DHCP agent@dv-cinder-797245-5-smb: {}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: L3 agent@dv-cinder-797245-5-smb: {}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: Metadata agent@dv-cinder-797245-5-smb: {}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: Metering agent@dv-cinder-797245-5-smb: {}, Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: Open vSwitch agent@dv-cinder-797245-5-smb: { 'AddressGroup': '1.2', Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'ConntrackHelper': '1.0', Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'Log': '1.0', Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'Network': '1.1', Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'Port': '1.7', Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'PortForwarding': '1.2', Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'QosPolicy': '1.8', Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'SecurityGroup': '1.4', Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'SecurityGroupRule': '1.2', Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'SubPort': '1.0', Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'Subnet': '1.1', Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: 'Trunk': '1.1'}} Jun 28 15:25:11.044705 dv-cinder-797245-5-smb neutron-server[92923]: {{(pid=92923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 15:25:11.047342 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Attempting to bind port 7ba01c49-10b2-4abc-aeb8-0a5087269227 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:25:11.047729 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Attempting to bind port 7ba01c49-10b2-4abc-aeb8-0a5087269227 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '4d05e789-d74f-438d-b3dc-bcb91645acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:25:11.048141 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Attempting to bind port 7ba01c49-10b2-4abc-aeb8-0a5087269227 on network 6fd1d4f0-ca00-4867-aecb-c20db3a96f36 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:25:11.052979 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:25:11.054064 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:25:11.054481 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Checking segment: {'id': '4d05e789-d74f-438d-b3dc-bcb91645acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:25:11.054964 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:11.055341 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Bound using segment: {'id': '4d05e789-d74f-438d-b3dc-bcb91645acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:25:11.055831 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Bound port: 7ba01c49-10b2-4abc-aeb8-0a5087269227, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d05e789-d74f-438d-b3dc-bcb91645acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:25:11.056293 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:11.120043 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] For port 7ba01c49-10b2-4abc-aeb8-0a5087269227, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:25:11.141189 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] For port 7ba01c49-10b2-4abc-aeb8-0a5087269227, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=7ba01c49-10b2-4abc-aeb8-0a5087269227,segment=NetworkSegment(4d05e789-d74f-438d-b3dc-bcb91645acb7),segment_id=4d05e789-d74f-438d-b3dc-bcb91645acb7)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:25:11.145674 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:11.148616 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:25:11.204102 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Pushing event updated for resources: {'Port': ['ID=7ba01c49-10b2-4abc-aeb8-0a5087269227,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:25:11.206667 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Routers {'09e8a1c4-9741-4207-95b1-f9f903531438'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:25:11.207261 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:25:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['09e8a1c4-9741-4207-95b1-f9f903531438'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:25:11.209341 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:25:11.295564 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] Set router 09e8a1c4-9741-4207-95b1-f9f903531438 gateway port host: None {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:25:11.501504 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'name': 'router1', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:24:59Z', 'updated_at': '2021-06-28T15:25:08Z', 'revision_number': 2, 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'gw_port_host': None, '_interfaces': [{'id': '7ba01c49-10b2-4abc-aeb8-0a5087269227', 'name': '', 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'mac_address': 'fa:16:3e:b3:50:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:25:08Z', 'updated_at': '2021-06-28T15:25:11Z', 'revision_number': 4, 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'subnets': [{'id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad3883f6-3404-47b1-b690-9ad2ae182b97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:25:11.526345 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e68f9-b8f4-4192-a73a-a5feeb47e016 None None] The sync data for ids ['09e8a1c4-9741-4207-95b1-f9f903531438'] in dv-cinder-797245-5-smb is: [{'id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'name': 'router1', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:24:59Z', 'updated_at': '2021-06-28T15:25:08Z', 'revision_number': 2, 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'gw_port_host': None, '_interfaces': [{'id': '7ba01c49-10b2-4abc-aeb8-0a5087269227', 'name': '', 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'mac_address': 'fa:16:3e:b3:50:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:25:08Z', 'updated_at': '2021-06-28T15:25:11Z', 'revision_number': 4, 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'subnets': [{'id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad3883f6-3404-47b1-b690-9ad2ae182b97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:25:11.839203 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 47878) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:25:11.972248 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207610f-81c3-43b3-aa28-0599780f10cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:25:11.973605 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-5207610f-81c3-43b3-aa28-0599780f10cf admin admin] 10.222.0.30 "GET /v2.0/networks/0d581cc7-00ec-4ce1-9e02-6808d9257981 HTTP/1.1" status: 200 len: 842 time: 0.1335351 Jun 28 15:25:11.982786 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Request body: {'subnet': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:25:12.008525 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Made reservation on behalf of 909d026d11bf4f96a5e84fc8845cfc98 for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:25:12.010965 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:12.314336 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.objects.ports [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92921) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 15:25:12.314708 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:12.317361 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:25:12.371065 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a610884-1f2b-4992-bb5c-78204b0ee812,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:25:12.379119 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:25:12.382951 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Checking segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:25:12.383292 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Network hostable DHCP agents. Network: 0d581cc7-00ec-4ce1-9e02-6808d9257981, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:25:12.404366 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:25:12.415063 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, 0d581cc7-00ec-4ce1-9e02-6808d9257981) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:25:12.419302 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:25:12.420059 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:12.424239 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d44090-7924-4984-8675-756643f4566b None None] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:25:12.451580 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4610908 Jun 28 15:25:12.567991 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca36c40-0056-4c5f-b631-1439829ab716 None None] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:25:14.507900 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 7ba01c49-10b2-4abc-aeb8-0a5087269227 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:25:14.568243 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 7ba01c49-10b2-4abc-aeb8-0a5087269227 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:25:14.573185 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 7ba01c49-10b2-4abc-aeb8-0a5087269227 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:25:14.573883 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:14.654049 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:14.671432 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 47900) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:25:14.685518 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 7ba01c49-10b2-4abc-aeb8-0a5087269227, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=7ba01c49-10b2-4abc-aeb8-0a5087269227,segment=NetworkSegment(4d05e789-d74f-438d-b3dc-bcb91645acb7),segment_id=4d05e789-d74f-438d-b3dc-bcb91645acb7)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:25:14.689919 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:14.693569 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:25:14.785713 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=7ba01c49-10b2-4abc-aeb8-0a5087269227,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:25:14.789070 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:25:14.804982 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-810393f7-3eb2-4390-ae99-1e2664fb5531 admin admin] 10.222.0.30 "GET /v2.0/routers/09e8a1c4-9741-4207-95b1-f9f903531438 HTTP/1.1" status: 200 len: 710 time: 0.1324625 Jun 28 15:25:14.889981 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2ed34a-622f-4a58-bb57-468728ba4e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:25:14.891375 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-ed2ed34a-622f-4a58-bb57-468728ba4e36 admin admin] 10.222.0.30 "GET /v2.0/networks/0d581cc7-00ec-4ce1-9e02-6808d9257981 HTTP/1.1" status: 200 len: 886 time: 0.0802963 Jun 28 15:25:14.899836 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:25:15.220246 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3745592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3848932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14120'] for router, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:15.451388 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:15.533586 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:15.632380 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Allocated IP 172.28.1.196 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/e52f6ee5-3e79-4b26-9cb8-5047ae828c81) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:25:15.731940 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:15.768982 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:15.771673 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:25:15.803393 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:25:15.805991 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:25:15.811338 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:25:15.851306 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Pushing event updated for resources: {'Port': ['ID=e52f6ee5-3e79-4b26-9cb8-5047ae828c81,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:25:15.856273 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:25:16.059653 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:16.248196 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3745592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3848932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14120'] for router, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:16.251344 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3745542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3745567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3848943'] for router, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:16.354298 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Router 09e8a1c4-9741-4207-95b1-f9f903531438 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:25:16.481229 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 7ba01c49-10b2-4abc-aeb8-0a5087269227 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:25:16.528519 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 7ba01c49-10b2-4abc-aeb8-0a5087269227 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:25:16.528894 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:16.547577 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:25:16.555295 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:16.558897 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] 10.222.0.30 "PUT /v2.0/routers/09e8a1c4-9741-4207-95b1-f9f903531438 HTTP/1.1" status: 200 len: 890 time: 1.6600323 Jun 28 15:25:16.574390 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Sync routers for ids ['09e8a1c4-9741-4207-95b1-f9f903531438'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:25:16.595459 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Routers {'09e8a1c4-9741-4207-95b1-f9f903531438'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:25:16.596684 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:25:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['09e8a1c4-9741-4207-95b1-f9f903531438'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:25:16.855674 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Set router 09e8a1c4-9741-4207-95b1-f9f903531438 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:25:17.265945 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'name': 'router1', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e52f6ee5-3e79-4b26-9cb8-5047ae828c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:24:59Z', 'updated_at': '2021-06-28T15:25:15Z', 'revision_number': 4, 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'gw_port': {'id': 'e52f6ee5-3e79-4b26-9cb8-5047ae828c81', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:25:15Z', 'updated_at': '2021-06-28T15:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '7ba01c49-10b2-4abc-aeb8-0a5087269227', 'name': '', 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'mac_address': 'fa:16:3e:b3:50:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:25:08Z', 'updated_at': '2021-06-28T15:25:14Z', 'revision_number': 5, 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'subnets': [{'id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad3883f6-3404-47b1-b690-9ad2ae182b97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:25:17.320526 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Checking router: 09e8a1c4-9741-4207-95b1-f9f903531438 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:25:17.320891 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Updating router 09e8a1c4-9741-4207-95b1-f9f903531438 port e52f6ee5-3e79-4b26-9cb8-5047ae828c81 binding host dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:25:17.357694 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:17.679207 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:17.688707 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Transition to ACTIVE for port object e52f6ee5-3e79-4b26-9cb8-5047ae828c81 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:25:17.694310 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:17.697305 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:25:17.745646 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5759ea4-8d13-42a3-a893-09220019e9fc None None] Pushing event updated for resources: {'Port': ['ID=e52f6ee5-3e79-4b26-9cb8-5047ae828c81,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:25:17.748181 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Attempting to bind port e52f6ee5-3e79-4b26-9cb8-5047ae828c81 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:25:17.748550 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Attempting to bind port e52f6ee5-3e79-4b26-9cb8-5047ae828c81 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:25:17.748944 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Attempting to bind port e52f6ee5-3e79-4b26-9cb8-5047ae828c81 on network 0d581cc7-00ec-4ce1-9e02-6808d9257981 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:25:17.750918 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f5759ea4-8d13-42a3-a893-09220019e9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:25:17.754502 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:25:17.754880 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Checking segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:25:17.755278 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:17.755668 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Bound using segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:25:17.756133 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Bound port: e52f6ee5-3e79-4b26-9cb8-5047ae828c81, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:25:17.756525 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:17.807804 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] For port e52f6ee5-3e79-4b26-9cb8-5047ae828c81, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:25:17.810741 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] For port e52f6ee5-3e79-4b26-9cb8-5047ae828c81, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=e52f6ee5-3e79-4b26-9cb8-5047ae828c81,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:25:17.815295 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:17.817403 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:25:17.942821 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Routers {'09e8a1c4-9741-4207-95b1-f9f903531438'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:25:17.943353 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:25:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['09e8a1c4-9741-4207-95b1-f9f903531438'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:25:17.944969 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5759ea4-8d13-42a3-a893-09220019e9fc None None] Pushing event updated for resources: {'Port': ['ID=e52f6ee5-3e79-4b26-9cb8-5047ae828c81,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:25:17.948608 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f5759ea4-8d13-42a3-a893-09220019e9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:25:18.050338 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] Set router 09e8a1c4-9741-4207-95b1-f9f903531438 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:25:18.254122 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'name': 'router1', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e52f6ee5-3e79-4b26-9cb8-5047ae828c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:24:59Z', 'updated_at': '2021-06-28T15:25:15Z', 'revision_number': 4, 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'gw_port': {'id': 'e52f6ee5-3e79-4b26-9cb8-5047ae828c81', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:25:15Z', 'updated_at': '2021-06-28T15:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '7ba01c49-10b2-4abc-aeb8-0a5087269227', 'name': '', 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'mac_address': 'fa:16:3e:b3:50:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:25:08Z', 'updated_at': '2021-06-28T15:25:14Z', 'revision_number': 5, 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'subnets': [{'id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad3883f6-3404-47b1-b690-9ad2ae182b97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:25:18.283593 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a83cc-8a47-4427-a69b-72e4b4bb4d38 None None] The sync data for ids ['09e8a1c4-9741-4207-95b1-f9f903531438'] in dv-cinder-797245-5-smb is: [{'id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'name': 'router1', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'e52f6ee5-3e79-4b26-9cb8-5047ae828c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:24:59Z', 'updated_at': '2021-06-28T15:25:15Z', 'revision_number': 4, 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'gw_port': {'id': 'e52f6ee5-3e79-4b26-9cb8-5047ae828c81', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:25:15Z', 'updated_at': '2021-06-28T15:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '7ba01c49-10b2-4abc-aeb8-0a5087269227', 'name': '', 'network_id': '6fd1d4f0-ca00-4867-aecb-c20db3a96f36', 'tenant_id': '1c20c51a2ce8449bbf0d913cca500b16', 'mac_address': 'fa:16:3e:b3:50:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e8a1c4-9741-4207-95b1-f9f903531438', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:25:08Z', 'updated_at': '2021-06-28T15:25:14Z', 'revision_number': 5, 'project_id': '1c20c51a2ce8449bbf0d913cca500b16', 'subnets': [{'id': 'af32fe28-0385-44d7-ae0b-b9c2162ced74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad3883f6-3404-47b1-b690-9ad2ae182b97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:25:18.533300 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device e52f6ee5-3e79-4b26-9cb8-5047ae828c81 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:25:18.585767 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port e52f6ee5-3e79-4b26-9cb8-5047ae828c81 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:25:18.592161 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port e52f6ee5-3e79-4b26-9cb8-5047ae828c81 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:25:18.592476 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:18.672886 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:18.694208 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port e52f6ee5-3e79-4b26-9cb8-5047ae828c81, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=e52f6ee5-3e79-4b26-9cb8-5047ae828c81,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:25:18.702465 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:18.705658 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f5759ea4-8d13-42a3-a893-09220019e9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:25:18.756514 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=e52f6ee5-3e79-4b26-9cb8-5047ae828c81,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:25:18.759714 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:25:18.933074 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 47908) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:25:19.061799 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-08725d2b-f9f2-4938-b604-6cde9ff1279c admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1276038 Jun 28 15:25:20.483945 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device e52f6ee5-3e79-4b26-9cb8-5047ae828c81 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:25:20.529521 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port e52f6ee5-3e79-4b26-9cb8-5047ae828c81 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:25:20.529897 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:22.832580 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 5 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:25:33.936735 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4a1617bf-c157-41ae-90a0-da15d6a14e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:36.674098 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:36.891698 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1703-d1df-45f1-88f1-834645ec5d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:37.469055 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:39.046999 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:25:59.831905 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 5 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:26:03.917246 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-466278f8-668a-428a-a9c0-c6c310a1278d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:26:06.671142 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:26:06.893524 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4568b9ae-5717-440b-a0e6-4676c5a684cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:26:07.473394 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:26:09.051399 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:26:33.908449 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e5507dda-91ae-42d3-a785-89911e64d390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:26:36.671874 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:26:36.831165 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 5 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:26:36.895928 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ac1b622b-53f6-4f0c-a02d-19a8c922e09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:26:37.477855 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:26:39.049136 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:26:58.102263 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48476) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:26:58.161043 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.pecan_wsgi.hooks.translation [None req-852f405f-7112-40d9-83cc-52c3c8092c4e admin admin] GET failed (client error): The resource could not be found. Jun 28 15:26:58.162342 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-852f405f-7112-40d9-83cc-52c3c8092c4e admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0591152 Jun 28 15:26:58.316408 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251d985-2e64-490e-bd8a-f537695dd07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:26:58.317777 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-2251d985-2e64-490e-bd8a-f537695dd07c admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1517103 Jun 28 15:27:00.442763 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48486) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:00.535174 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5bf27-9c82-4eff-9391-3fa296fd9911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:00.536516 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-2be5bf27-9c82-4eff-9391-3fa296fd9911 admin admin] 10.222.0.30 "GET /v2.0/subnets/af32fe28-0385-44d7-ae0b-b9c2162ced74 HTTP/1.1" status: 200 len: 849 time: 0.0928135 Jun 28 15:27:00.545661 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:27:00.626524 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Notify callbacks [] for subnet, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:00.762474 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763182575836'] for subnet, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:00.765330 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8c56e595-fec7-4460-9005-20f0fb5164e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:27:00.793194 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:00.793776 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:00.795076 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] 10.222.0.30 "PUT /v2.0/subnets/af32fe28-0385-44d7-ae0b-b9c2162ced74 HTTP/1.1" status: 200 len: 868 time: 0.2531049 Jun 28 15:27:00.798680 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff23c16-8545-4a7b-899a-82c8642e4cec None None] Network 6fd1d4f0-ca00-4867-aecb-c20db3a96f36 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:27:00.815839 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=af32fe28-0385-44d7-ae0b-b9c2162ced74,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:27:00.823820 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:00.824798 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:00.825163 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:00.825481 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:00.825869 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:00.826198 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:00.826553 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:00.826883 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:00.827224 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:00.827547 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:00.827865 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:00.828351 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:00.832131 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:27:01.192190 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-0ad09745-c98e-436b-9280-5c3ca36665d9 None None] Provisioning complete for port 7ba01c49-10b2-4abc-aeb8-0a5087269227 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:27:01.192572 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0ad09745-c98e-436b-9280-5c3ca36665d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:01.277437 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-0ad09745-c98e-436b-9280-5c3ca36665d9 None None] Provisioning complete for port 697c1015-f997-47b9-bf3c-f253bbae1d18 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:27:01.277740 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0ad09745-c98e-436b-9280-5c3ca36665d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:02.893347 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48494) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:03.088656 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f89354-e514-49ba-bc28-389572ae93a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:03.089030 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f89354-e514-49ba-bc28-389572ae93a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:03.090604 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-36f89354-e514-49ba-bc28-389572ae93a9 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962976 Jun 28 15:27:03.909645 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4454eee9-6ccd-4fa7-8364-21ec442fd88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:05.185564 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 48502) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:05.383425 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eac493-ee2a-488a-bb7a-4a7c23495a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:05.383807 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eac493-ee2a-488a-bb7a-4a7c23495a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:05.385299 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-12eac493-ee2a-488a-bb7a-4a7c23495a64 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988149 Jun 28 15:27:06.673322 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:06.896924 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dc82fb8e-79a5-4a8f-a088-6f2263398911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:07.478985 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:07.505953 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48512) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:07.628645 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ae51e-a83d-472e-90cd-4dad7e4fdefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:07.629961 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-dc7ae51e-a83d-472e-90cd-4dad7e4fdefa admin admin] 10.222.0.30 "GET /v2.0/networks/0d581cc7-00ec-4ce1-9e02-6808d9257981 HTTP/1.1" status: 200 len: 886 time: 0.1230268 Jun 28 15:27:09.055590 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:09.757307 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48520) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:09.885565 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015733d0-df23-412e-bcca-c47f2ad32df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:09.886948 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-015733d0-df23-412e-bcca-c47f2ad32df7 admin admin] 10.222.0.30 "GET /v2.0/networks/6fd1d4f0-ca00-4867-aecb-c20db3a96f36 HTTP/1.1" status: 200 len: 869 time: 0.1286922 Jun 28 15:27:11.993813 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48528) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:12.111217 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f3268f-ad4a-4aab-86f1-9bde481bebc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:12.111676 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f3268f-ad4a-4aab-86f1-9bde481bebc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:12.113176 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-b6f3268f-ad4a-4aab-86f1-9bde481bebc7 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1184316 Jun 28 15:27:13.829565 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 5 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:27:14.236856 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48536) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:14.327641 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d6578-8468-4d33-b7bb-bdbf866da9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:14.328096 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d6578-8468-4d33-b7bb-bdbf866da9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:14.329557 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d18d6578-8468-4d33-b7bb-bdbf866da9c0 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917671 Jun 28 15:27:16.443917 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48544) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:16.528004 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097c1b44-ac94-4c3c-8173-1c79e5db1057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:16.529317 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-097c1b44-ac94-4c3c-8173-1c79e5db1057 admin admin] 10.222.0.30 "GET /v2.0/subnets/8a610884-1f2b-4992-bb5c-78204b0ee812 HTTP/1.1" status: 200 len: 816 time: 0.0844057 Jun 28 15:27:18.636781 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48552) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:18.724059 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332c3968-60ce-4747-bcad-b4429d163468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:18.725296 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-332c3968-60ce-4747-bcad-b4429d163468 admin admin] 10.222.0.30 "GET /v2.0/subnets/af32fe28-0385-44d7-ae0b-b9c2162ced74 HTTP/1.1" status: 200 len: 868 time: 0.0875709 Jun 28 15:27:33.911663 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c2f9-8fef-441f-bf4c-bce634ecfc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:36.673971 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:36.898407 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d9fbe203-74d5-4169-9af2-53d1aabc9f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:37.482137 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:39.058923 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:41.838107 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48596) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:41.883447 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [None req-04309a47-b511-4302-8223-4e0a1d349673 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 15:27:41.884415 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-04309a47-b511-4302-8223-4e0a1d349673 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447667 Jun 28 15:27:44.089061 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48604) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:44.146144 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dda995-15d9-46cf-a2db-11cf59210eb1 admin admin] GET failed (client error): The resource could not be found. Jun 28 15:27:44.147519 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-09dda995-15d9-46cf-a2db-11cf59210eb1 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0575268 Jun 28 15:27:44.231595 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbe990a-5d94-41c3-a640-b63867aa0603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:44.233043 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-5fbe990a-5d94-41c3-a640-b63867aa0603 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816996 Jun 28 15:27:46.372136 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48612) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:46.416044 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:27:46.436381 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] Made reservation on behalf of 909d026d11bf4f96a5e84fc8845cfc98 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:27:46.438562 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:46.465675 dv-cinder-797245-5-smb neutron-server[92921]: WARNING neutron.services.revisions.revision_plugin [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] Could not find related network for resource to bump revision. Jun 28 15:27:46.479807 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:27:46.489122 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:46.489454 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.segments_db [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] Added segment fadd48cb-0380-42ec-a71c-8361e464d66e of type vlan for network a12c2191-d614-4bd0-8e71-2bc8fb72d35a Jun 28 15:27:46.527560 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:46.558710 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:46.559873 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:46.560441 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:46.563163 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:27:46.590514 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2173309 Jun 28 15:27:46.622148 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] Pushing event updated for resources: {'Network': ['ID=a12c2191-d614-4bd0-8e71-2bc8fb72d35a,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:27:46.624975 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3716ee4e-9a51-42ab-bc35-bcfdfe9b7114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:27:46.632500 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network a12c2191-d614-4bd0-8e71-2bc8fb72d35a details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:27:48.727787 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48620) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:27:48.784867 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.pecan_wsgi.hooks.translation [None req-83640052-d62f-48f2-8230-bb56000349fe admin admin] GET failed (client error): The resource could not be found. Jun 28 15:27:48.786151 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-83640052-d62f-48f2-8230-bb56000349fe admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0574815 Jun 28 15:27:48.951727 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec09da-786c-4339-89bf-61e455590f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:48.953182 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-70ec09da-786c-4339-89bf-61e455590f6f admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1633117 Jun 28 15:27:48.962615 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:27:48.982918 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Made reservation on behalf of 909d026d11bf4f96a5e84fc8845cfc98 for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:27:48.985181 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:49.152157 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:49.154973 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-22dbdccb-ae0c-4093-9ff3-dc451f4be3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:27:49.207824 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9655685-04b9-4d90-914b-7297a90d5e13,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:27:49.210483 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:27:49.216855 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Checking segment: {'id': 'fadd48cb-0380-42ec-a71c-8361e464d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:27:49.217209 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Network hostable DHCP agents. Network: a12c2191-d614-4bd0-8e71-2bc8fb72d35a, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:27:49.232730 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Network a12c2191-d614-4bd0-8e71-2bc8fb72d35a is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:27:49.241008 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, a12c2191-d614-4bd0-8e71-2bc8fb72d35a) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:27:49.245060 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:27:49.245698 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:49.249712 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7ee0e5-f2f4-4bd6-9861-9dd23d3716bd None None] Network a12c2191-d614-4bd0-8e71-2bc8fb72d35a requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:27:49.259139 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2999053 Jun 28 15:27:49.494139 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08cb9ca3-2033-5466-b615-0792b95ff089-a12c2191-d614-4bd0-8e71-2bc8fb72d35a', 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a', 'tenant_id': '909d026d11bf4f96a5e84fc8845cfc98', 'fixed_ips': [{'subnet_id': 'd9655685-04b9-4d90-914b-7297a90d5e13'}]}} from dv-cinder-797245-5-smb. {{(pid=92922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 15:27:49.495037 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:49.632657 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Allocated IP 192.168.233.2 (a12c2191-d614-4bd0-8e71-2bc8fb72d35a/d9655685-04b9-4d90-914b-7297a90d5e13/fce2144f-f2c1-4d8e-8071-a1b1c85eda08) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:27:49.773599 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:49.781723 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Transition to ACTIVE for port object fce2144f-f2c1-4d8e-8071-a1b1c85eda08 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:27:49.796227 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Transition to ACTIVE for port object fce2144f-f2c1-4d8e-8071-a1b1c85eda08 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:27:49.802146 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:49.804601 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f5759ea4-8d13-42a3-a893-09220019e9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:27:49.848491 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Network a12c2191-d614-4bd0-8e71-2bc8fb72d35a is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:27:49.852512 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:27:49.854902 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Pushing event updated for resources: {'Port': ['ID=fce2144f-f2c1-4d8e-8071-a1b1c85eda08,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:27:49.857009 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:27:49.869577 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:49.870507 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:49.870507 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:49.870774 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:49.870967 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:49.871299 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:49.871623 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:49.871946 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:49.872323 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:49.872800 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:49.873140 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:49.873453 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:27:49.891876 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:27:49.924375 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Attempting to bind port fce2144f-f2c1-4d8e-8071-a1b1c85eda08 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:27:49.924743 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Attempting to bind port fce2144f-f2c1-4d8e-8071-a1b1c85eda08 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': 'fadd48cb-0380-42ec-a71c-8361e464d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:27:49.925109 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Attempting to bind port fce2144f-f2c1-4d8e-8071-a1b1c85eda08 on network a12c2191-d614-4bd0-8e71-2bc8fb72d35a {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:27:49.929987 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:27:49.930363 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Checking segment: {'id': 'fadd48cb-0380-42ec-a71c-8361e464d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:27:49.930885 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:49.931287 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Bound using segment: {'id': 'fadd48cb-0380-42ec-a71c-8361e464d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:27:49.931804 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Bound port: fce2144f-f2c1-4d8e-8071-a1b1c85eda08, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadd48cb-0380-42ec-a71c-8361e464d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:27:49.932200 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:50.003858 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] For port fce2144f-f2c1-4d8e-8071-a1b1c85eda08, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:27:50.007014 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] For port fce2144f-f2c1-4d8e-8071-a1b1c85eda08, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=fce2144f-f2c1-4d8e-8071-a1b1c85eda08,segment=NetworkSegment(fadd48cb-0380-42ec-a71c-8361e464d66e),segment_id=fadd48cb-0380-42ec-a71c-8361e464d66e)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:27:50.012272 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:50.014525 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:27:50.074047 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Pushing event updated for resources: {'Port': ['ID=fce2144f-f2c1-4d8e-8071-a1b1c85eda08,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:27:50.077672 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:27:50.614174 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device fce2144f-f2c1-4d8e-8071-a1b1c85eda08 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:27:50.677449 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port fce2144f-f2c1-4d8e-8071-a1b1c85eda08 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:27:50.828054 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 5 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:27:50.887198 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe3fac-8f61-4c87-9302-e67f58961575 None None] Network a12c2191-d614-4bd0-8e71-2bc8fb72d35a requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:27:50.954642 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-88e25df6-e03a-4f47-917f-78bdeb92cfc7 None None] Provisioning for port fce2144f-f2c1-4d8e-8071-a1b1c85eda08 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:27:50.962216 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-88e25df6-e03a-4f47-917f-78bdeb92cfc7 None None] Provisioning complete for port fce2144f-f2c1-4d8e-8071-a1b1c85eda08 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:27:50.962610 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-88e25df6-e03a-4f47-917f-78bdeb92cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:51.101725 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-88e25df6-e03a-4f47-917f-78bdeb92cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:51.142666 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-88e25df6-e03a-4f47-917f-78bdeb92cfc7 None None] For port fce2144f-f2c1-4d8e-8071-a1b1c85eda08, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=fce2144f-f2c1-4d8e-8071-a1b1c85eda08,segment=NetworkSegment(fadd48cb-0380-42ec-a71c-8361e464d66e),segment_id=fadd48cb-0380-42ec-a71c-8361e464d66e)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:27:51.148393 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-88e25df6-e03a-4f47-917f-78bdeb92cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:51.151048 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:27:51.200518 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e25df6-e03a-4f47-917f-78bdeb92cfc7 None None] Pushing event updated for resources: {'Port': ['ID=fce2144f-f2c1-4d8e-8071-a1b1c85eda08,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:27:51.205126 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-88e25df6-e03a-4f47-917f-78bdeb92cfc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:27:51.373748 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-db74906d-309f-43af-aaef-4ac3581b914f None None] Provisioning complete for port fce2144f-f2c1-4d8e-8071-a1b1c85eda08 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:27:51.374069 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-db74906d-309f-43af-aaef-4ac3581b914f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:27:52.594437 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device fce2144f-f2c1-4d8e-8071-a1b1c85eda08 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:27:52.644383 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port fce2144f-f2c1-4d8e-8071-a1b1c85eda08 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:27:52.644755 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:28:03.912384 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-225958ef-3db4-4be8-9bcb-f707ba4dab4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:28:06.678384 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:28:06.898309 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ffb219b4-ef6d-4801-bdad-f0878622e721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:28:07.485770 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:28:09.061238 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:28:27.828438 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 5 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:28:33.912491 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b410f656-a63c-436e-9b1a-545125521c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:28:36.679220 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:28:36.898072 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9f4afb73-383c-4610-9695-a75c4827c2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:28:37.489817 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:28:39.066214 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:03.913502 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83572c8d-86c3-4b11-bb5f-67367e7a6d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:04.826932 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 5 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:29:06.679474 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:06.899768 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-912c6a6c-be40-42a4-853f-2e79fbffe73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:07.493008 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:08.284746 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48672) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:29:08.290653 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [None req-80ba9f0d-c6b2-44b2-af26-c87631be2b16 tempest-verify_tempest_config-1425348647 tempest-verify_tempest_config-1425348647-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 15:29:08.291633 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-80ba9f0d-c6b2-44b2-af26-c87631be2b16 tempest-verify_tempest_config-1425348647 tempest-verify_tempest_config-1425348647-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059328 Jun 28 15:29:08.588189 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48690) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:29:08.686121 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:08.774266 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:08.778318 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:08.781151 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:29:08.822794 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd465b9-c805-4be7-8461-8cf2928a658d,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:29:08.829443 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15641072b8794f5dad38aee678434499&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2402787 Jun 28 15:29:08.832317 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 48694) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:29:08.833739 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:08.834036 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:08.834373 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:08.834725 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:08.835052 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:08.835379 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:08.835698 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:08.836014 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:08.836351 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:08.836672 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:08.836986 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:08.838392 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:08.841621 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:29:08.891362 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:08.911764 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:08.998388 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:09.001209 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:09.002386 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5dd465b9-c805-4be7-8461-8cf2928a658d HTTP/1.1" status: 204 len: 168 time: 0.1690769 Jun 28 15:29:09.003294 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:29:09.011440 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd465b9-c805-4be7-8461-8cf2928a658d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:29:09.018268 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:09.018645 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:09.018984 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:09.019313 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:09.019754 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:09.020080 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:09.020510 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:09.020830 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:09.021147 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:09.021464 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:09.021783 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:09.022229 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:29:09.025978 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:29:09.069076 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:33.913750 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-76f43707-f3c7-4b8b-b5be-3dbc5deb5740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:36.679795 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:36.898925 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1f574fc2-66b6-44f2-a8da-77a9dbddf7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:37.495127 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:39.073199 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:29:41.826853 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 5 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:30:03.913682 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9e482b49-6425-4bfa-b58e-d7b8b6eb8462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:30:06.680981 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:30:06.897786 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3487a7e7-b10b-49d2-8d36-961384c5392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:30:07.498148 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:30:09.077162 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:30:18.824683 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 5 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:30:33.916959 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e29287d9-fe05-450e-bbf2-6d9080636dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:30:36.680743 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:30:36.897106 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cd863974-bb68-491e-9c72-b9937362e06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:30:37.498317 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:30:39.080431 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:30:45.919584 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3849033'] for agent, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:30:49.686839 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48748) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:30:49.784775 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-ed64e580-0506-4ebe-af43-fe7f31b83af9 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0968437 Jun 28 15:30:51.902924 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 48758) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:30:51.963155 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-f46bb8de-a3ff-4c23-b547-055a2573b9b9 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0591326 Jun 28 15:30:55.824373 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:31:03.917778 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e5be4f0a-f455-4383-8c20-1cbf5041a30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:31:06.681474 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:31:06.896190 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9dad9278-f57f-4b2b-9b1e-58ce4bed63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:31:07.502078 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:31:09.082093 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:31:15.874576 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:31:32.823253 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:31:33.918374 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-db2504f4-2028-4702-8872-6eadb07d1c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:31:36.682708 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:31:36.895891 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-559c5aa5-2391-4f88-ab31-78cb1866701d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:31:37.505269 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:31:39.086332 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:31:45.872621 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:03.918023 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-21af05b1-2523-4863-b582-734ef375aab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:06.685865 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:06.895308 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2899aa6f-3efa-4629-b13f-9628979004ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:07.506637 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:09.089398 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:09.821942 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:32:15.892987 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:17.959145 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 48868) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:18.201604 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2050887147-network', 'tenant_id': 'fe6a970b33b94daab5154ea73e1d166e'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:18.228243 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Made reservation on behalf of fe6a970b33b94daab5154ea73e1d166e for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:18.230748 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:18.252659 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:18.373365 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:18.380441 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:18.383454 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:18.401914 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:32:18.420054 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:18.422715 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:18.423112 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Added segment 988ba82c-49cc-4de9-82ba-a123ecbe9227 of type vlan for network 4c25610d-e288-457a-893e-843f809d1e93 Jun 28 15:32:18.437995 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.438330 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.438681 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.439005 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.439321 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.439641 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.439952 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.440264 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.440829 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.440947 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.441203 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.441510 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Tracked resource versions report: Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: pushed versions: Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: { 'AddressGroup': {'1.2'}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'ConntrackHelper': {'1.0'}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'Log': {'1.0'}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'Network': {'1.1'}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'Port': {'1.7'}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'PortForwarding': {'1.2'}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'QosPolicy': {'1.8'}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'SecurityGroup': {'1.4'}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'SecurityGroupRule': {'1.2'}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'SubPort': {'1.0'}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'Subnet': {'1.1'}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'Trunk': {'1.1'}} Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: consumer versions: Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: { DHCP agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: HyperV agent@hv-cinder-79724: {}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: L3 agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: Metadata agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: Metering agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: Open vSwitch agent@dv-cinder-797245-5-smb: { 'AddressGroup': '1.2', Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'ConntrackHelper': '1.0', Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'Log': '1.0', Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'Network': '1.1', Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'Port': '1.7', Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'PortForwarding': '1.2', Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'QosPolicy': '1.8', Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'SecurityGroup': '1.4', Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'SecurityGroupRule': '1.2', Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'SubPort': '1.0', Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'Subnet': '1.1', Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: 'Trunk': '1.1'}} Jun 28 15:32:18.442518 dv-cinder-797245-5-smb neutron-server[92920]: {{(pid=92920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 15:32:18.472475 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:18.486195 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:18.516349 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:18.518039 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:18.518814 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:18.521892 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:18.578046 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6178231 Jun 28 15:32:18.581087 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48916) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:18.583517 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Pushing event updated for resources: {'Network': ['ID=4c25610d-e288-457a-893e-843f809d1e93,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:18.586130 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:18.587995 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Request body: {'subnet': {'network_id': '4c25610d-e288-457a-893e-843f809d1e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2050887147-subnet', 'tenant_id': 'fe6a970b33b94daab5154ea73e1d166e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:18.593728 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network 4c25610d-e288-457a-893e-843f809d1e93 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:32:18.624375 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Made reservation on behalf of fe6a970b33b94daab5154ea73e1d166e for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:18.626885 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:18.812695 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:18.818550 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0dd209e5-1696-42f4-8978-024b496b13e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:18.872438 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49d1bb6-fbd9-4301-8314-563ae21b8e5a,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:18.881384 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.881726 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.882066 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.882390 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.882742 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.883062 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.883381 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.883697 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.884032 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.884348 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.884667 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.885022 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Tracked resource versions report: Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: pushed versions: Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: { 'AddressGroup': {'1.2'}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'ConntrackHelper': {'1.0'}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'Log': {'1.0'}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'Network': {'1.1'}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'Port': {'1.7'}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'PortForwarding': {'1.2'}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'QosPolicy': {'1.8'}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'SecurityGroup': {'1.4'}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'SecurityGroupRule': {'1.2'}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'SubPort': {'1.0'}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'Subnet': {'1.1'}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'Trunk': {'1.1'}} Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: consumer versions: Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: { DHCP agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: HyperV agent@hv-cinder-79724: {}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: L3 agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: Metadata agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: Metering agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: Open vSwitch agent@dv-cinder-797245-5-smb: { 'AddressGroup': '1.2', Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'ConntrackHelper': '1.0', Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'Log': '1.0', Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'Network': '1.1', Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'Port': '1.7', Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'PortForwarding': '1.2', Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'QosPolicy': '1.8', Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'SecurityGroup': '1.4', Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'SecurityGroupRule': '1.2', Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'SubPort': '1.0', Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'Subnet': '1.1', Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: 'Trunk': '1.1'}} Jun 28 15:32:18.886024 dv-cinder-797245-5-smb neutron-server[92921]: {{(pid=92921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 15:32:18.892456 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:18.895457 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Checking segment: {'id': '988ba82c-49cc-4de9-82ba-a123ecbe9227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4c25610d-e288-457a-893e-843f809d1e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:18.895816 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Network hostable DHCP agents. Network: 4c25610d-e288-457a-893e-843f809d1e93, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:32:18.917730 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Network 4c25610d-e288-457a-893e-843f809d1e93 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:32:18.927900 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, 4c25610d-e288-457a-893e-843f809d1e93) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:18.933494 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:18.934659 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:18.939040 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a61332-c362-4d72-844b-317f01ef6ae7 None None] Network 4c25610d-e288-457a-893e-843f809d1e93 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:32:18.958899 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3728473 Jun 28 15:32:19.065797 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ca69c0-9696-4b6c-acb4-922e8cfa9284 None None] Network 4c25610d-e288-457a-893e-843f809d1e93 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:32:19.160972 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48956) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:19.401364 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1998732877-network', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:19.423724 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Made reservation on behalf of aa7b97b5f12b46409d73a4a413f3d442 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:19.426532 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:19.435583 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:19.538479 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:19.543176 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:19.550928 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2e76e503-34b5-4a7c-bf9c-571f79488b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:19.575967 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:32:19.582824 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642b2179-2135-4a0d-ac2a-74c4c83757b3,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:19.589931 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:19.590262 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.segments_db [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Added segment aa050733-62d9-424f-89ac-41fadc28fe7c of type vlan for network bd283de2-b0ac-4f67-ad2f-3fe07c495478 Jun 28 15:32:19.603072 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:19.648534 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:19.680841 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:19.682894 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:19.683530 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:19.689048 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:19.716157 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5538421 Jun 28 15:32:19.719259 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 48988) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:19.724874 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Request body: {'subnet': {'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1998732877-subnet', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:19.757143 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Made reservation on behalf of aa7b97b5f12b46409d73a4a413f3d442 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:19.760629 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Pushing event updated for resources: {'Network': ['ID=bd283de2-b0ac-4f67-ad2f-3fe07c495478,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:19.761149 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:19.763288 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:19.773427 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network bd283de2-b0ac-4f67-ad2f-3fe07c495478 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:32:19.799935 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 48992) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:19.942982 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49010) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:19.951655 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:19.954764 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3f3abfdc-1d7d-48ac-a053-2f1f0c0b2833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:20.014957 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=800ee415-7eda-45d6-8a9f-e801a3179bb1,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:20.024201 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:20.027618 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Checking segment: {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:20.027830 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Network hostable DHCP agents. Network: bd283de2-b0ac-4f67-ad2f-3fe07c495478, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:32:20.046753 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Network bd283de2-b0ac-4f67-ad2f-3fe07c495478 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:32:20.059321 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, bd283de2-b0ac-4f67-ad2f-3fe07c495478) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:20.064954 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-network', 'tenant_id': '36fae96cd86749f98273c6117cbe28df'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:20.067862 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8904c3-a5ca-4c7d-af83-a6193aabb26c None None] Network bd283de2-b0ac-4f67-ad2f-3fe07c495478 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:32:20.068109 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:20.068799 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.087291 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3662872 Jun 28 15:32:20.090092 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49018) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:20.097786 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:20.110918 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Made reservation on behalf of 36fae96cd86749f98273c6117cbe28df for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:20.113541 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.131780 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.133783 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3753072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.136252 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14106'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.323060 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08cb9ca3-2033-5466-b615-0792b95ff089-bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1'}]}} from dv-cinder-797245-5-smb. {{(pid=92922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 15:32:20.326248 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.333686 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.340774 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.346919 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-61206483-network', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:20.352129 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.357657 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:20.413112 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6bdf2a-cfdd-4424-8b82-c2cb38e1152a,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:20.417590 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:20.439676 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:32:20.454700 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.455042 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.segments_db [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Added segment 67d7d49a-db49-4eed-b356-61d826e734e6 of type vlan for network c468dac8-aa22-4082-b723-9376a95ffc38 Jun 28 15:32:20.582651 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.611647 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Made reservation on behalf of de79f47aa1164e8d93df60b1f8e4e9ee for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:20.618326 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.630244 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Allocated IP 172.20.0.2 (bd283de2-b0ac-4f67-ad2f-3fe07c495478/800ee415-7eda-45d6-8a9f-e801a3179bb1/6543a710-a9d9-4e52-8313-e50c1f4ccd6e) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:20.646367 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.654555 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:20.655459 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.669905 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:20.784068 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9815638 Jun 28 15:32:20.787658 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Pushing event updated for resources: {'Network': ['ID=c468dac8-aa22-4082-b723-9376a95ffc38,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:20.788784 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3745592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3848932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14120'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.795826 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49036) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:20.802804 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:20.810160 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network c468dac8-aa22-4082-b723-9376a95ffc38 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:32:20.815592 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Request body: {'subnet': {'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-subnet', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:20.874813 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Made reservation on behalf of 36fae96cd86749f98273c6117cbe28df for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:20.878613 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:20.884127 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.402575 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.406991 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:21.499704 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.516516 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Transition to ACTIVE for port object 6543a710-a9d9-4e52-8313-e50c1f4ccd6e will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:21.551888 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Transition to ACTIVE for port object 6543a710-a9d9-4e52-8313-e50c1f4ccd6e will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:21.561613 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7154b0-9367-4b44-b4df-95881ae31463,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:21.566189 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:21.570246 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.576268 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:21.579452 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Checking segment: {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:21.580659 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Network hostable DHCP agents. Network: c468dac8-aa22-4082-b723-9376a95ffc38, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:32:21.602410 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.620683 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Pushing event updated for resources: {'Port': ['ID=6543a710-a9d9-4e52-8313-e50c1f4ccd6e,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:21.627174 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Network c468dac8-aa22-4082-b723-9376a95ffc38 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:32:21.630492 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:21.630700 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:21.631024 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:21.631428 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:21.632259 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:21.632259 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:21.632422 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:21.633179 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:21.633565 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:21.633956 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:21.634378 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:21.634909 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Tracked resource versions report: Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: pushed versions: Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: { 'AddressGroup': {'1.2'}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'ConntrackHelper': {'1.0'}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'Log': {'1.0'}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'Network': {'1.1'}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'Port': {'1.7'}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'PortForwarding': {'1.2'}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'QosPolicy': {'1.8'}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'SecurityGroup': {'1.4'}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'SecurityGroupRule': {'1.2'}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'SubPort': {'1.0'}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'Subnet': {'1.1'}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'Trunk': {'1.1'}} Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: consumer versions: Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: { DHCP agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: HyperV agent@hv-cinder-79724: {}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: L3 agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: Metadata agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: Metering agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: Open vSwitch agent@dv-cinder-797245-5-smb: { 'AddressGroup': '1.2', Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'ConntrackHelper': '1.0', Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'Log': '1.0', Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'Network': '1.1', Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'Port': '1.7', Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'PortForwarding': '1.2', Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'QosPolicy': '1.8', Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'SecurityGroup': '1.4', Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'SecurityGroupRule': '1.2', Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'SubPort': '1.0', Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'Subnet': '1.1', Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: 'Trunk': '1.1'}} Jun 28 15:32:21.636248 dv-cinder-797245-5-smb neutron-server[92922]: {{(pid=92922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 15:32:21.645592 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:21.655076 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, c468dac8-aa22-4082-b723-9376a95ffc38) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:21.655633 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Network bd283de2-b0ac-4f67-ad2f-3fe07c495478 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:21.658684 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:21.659546 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:21.660179 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.661633 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:21.670957 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbee97c-1d77-43b7-8372-1f9cefb70e9d None None] Network c468dac8-aa22-4082-b723-9376a95ffc38 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:32:21.678666 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.741408 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.762191 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9651799 Jun 28 15:32:21.764684 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49090) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:21.770095 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:21.794951 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.814623 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:21.814882 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3753072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.815885 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14106'] for router, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.868769 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce5fc9c-aeb5-44c9-a381-64d2b3472654,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:21.877519 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:32:21.878914 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:21.924297 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.925255 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08cb9ca3-2033-5466-b615-0792b95ff089-c468dac8-aa22-4082-b723-9376a95ffc38', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463'}]}} from dv-cinder-797245-5-smb. {{(pid=92922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 15:32:21.927118 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.944312 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Attempting to bind port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:21.944669 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Attempting to bind port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:21.945037 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Attempting to bind port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e on network bd283de2-b0ac-4f67-ad2f-3fe07c495478 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:21.952263 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.952910 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Added segment dae038be-e0b8-4448-8578-87a31fa0d916 of type vlan for network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa Jun 28 15:32:21.954731 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:21.955109 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Checking segment: {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:21.955513 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:21.955909 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Bound using segment: {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:21.956415 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Bound port: 6543a710-a9d9-4e52-8313-e50c1f4ccd6e, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:21.956814 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:22.006805 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49104) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:22.021711 dv-cinder-797245-5-smb neutron-server[92920]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 15:32:22.095300 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:22.152334 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Allocated IP 172.28.1.66 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/6e2f57fb-45e8-4ae8-adfc-69d382259a3f) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:22.158506 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] For port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:22.164142 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] For port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=6543a710-a9d9-4e52-8313-e50c1f4ccd6e,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:22.178239 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:22.183712 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3745592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3848932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14120'] for router, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:22.192794 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Allocated IP 172.20.0.2 (c468dac8-aa22-4082-b723-9376a95ffc38/db7154b0-9367-4b44-b4df-95881ae31463/8d2e3930-0aae-42ac-8f10-428fcd73b551) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:22.253019 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:22.259210 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:22.269474 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:22.270160 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:22.309103 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ceddb33b-dc6e-4f8c-a9f7-3094d173b738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:22.355416 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-32fcd78d-ab52-4974-9bc7-d82bfaae8bf5 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:22.357305 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-32fcd78d-ab52-4974-9bc7-d82bfaae8bf5 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/networks?id=4c25610d-e288-457a-893e-843f809d1e93 HTTP/1.1" status: 200 len: 812 time: 0.3464286 Jun 28 15:32:22.377426 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4309273 Jun 28 15:32:22.393606 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49118) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:22.403067 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] Request body: {'subnet': {'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-61206483-subnet', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:22.416548 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Pushing event updated for resources: {'Port': ['ID=6543a710-a9d9-4e52-8313-e50c1f4ccd6e,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:22.422018 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:22.473906 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-c317ca82-cd01-4a37-8486-6444e28d4d60 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/quotas/fe6a970b33b94daab5154ea73e1d166e HTTP/1.1" status: 200 len: 375 time: 0.1008623 Jun 28 15:32:22.522129 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:22.534421 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Transition to ACTIVE for port object 8d2e3930-0aae-42ac-8f10-428fcd73b551 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:22.571427 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Transition to ACTIVE for port object 8d2e3930-0aae-42ac-8f10-428fcd73b551 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:22.584322 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-1fc2b30a-d359-46f9-965f-2296148e0c69 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe6a970b33b94daab5154ea73e1d166e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094244 Jun 28 15:32:22.601035 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:22.625395 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:22.665221 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:22.689927 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:22.693504 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Network c468dac8-aa22-4082-b723-9376a95ffc38 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:22.705576 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:22.710616 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:22.719814 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Pushing event updated for resources: {'Port': ['ID=8d2e3930-0aae-42ac-8f10-428fcd73b551,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:22.724256 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:22.812765 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:22.816898 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Pushing event updated for resources: {'Network': ['ID=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:22.847963 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:32:22.866862 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:22.869063 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] Made reservation on behalf of de79f47aa1164e8d93df60b1f8e4e9ee for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:22.874629 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:22.912558 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 6543a710-a9d9-4e52-8313-e50c1f4ccd6e up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:22.988254 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Attempting to bind port 8d2e3930-0aae-42ac-8f10-428fcd73b551 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:22.988830 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Attempting to bind port 8d2e3930-0aae-42ac-8f10-428fcd73b551 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:22.989412 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Attempting to bind port 8d2e3930-0aae-42ac-8f10-428fcd73b551 on network c468dac8-aa22-4082-b723-9376a95ffc38 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:22.996565 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:23.016019 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:23.053803 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:23.057335 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Checking segment: {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:23.057969 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:23.058731 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Bound using segment: {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:23.060088 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Bound port: 8d2e3930-0aae-42ac-8f10-428fcd73b551, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:23.060088 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:23.062061 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Allocated IP 172.28.1.95 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/fee05bc9-445c-40b0-ac26-ebf2399ba977) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:23.173252 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-c3ebf15b-1d96-4993-9f42-50a28543c6ff service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 15:32:23.174260 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-c3ebf15b-1d96-4993-9f42-50a28543c6ff service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2792811 Jun 28 15:32:23.213928 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:23.215180 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:23.220399 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:23.257424 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:23.274659 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] For port 8d2e3930-0aae-42ac-8f10-428fcd73b551, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:23.292630 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] For port 8d2e3930-0aae-42ac-8f10-428fcd73b551, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=8d2e3930-0aae-42ac-8f10-428fcd73b551,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:23.292915 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:23.295110 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:23.305421 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:23.315341 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:23.319161 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:23.321668 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:23.332987 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:23.375202 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:23.489629 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Pushing event updated for resources: {'Port': ['ID=8d2e3930-0aae-42ac-8f10-428fcd73b551,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:23.498571 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:23.612077 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2f57fb-45e8-4ae8-adfc-69d382259a3f,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:23.640230 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:23.644012 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Pushing event updated for resources: {'Port': ['ID=fee05bc9-445c-40b0-ac26-ebf2399ba977,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:23.655359 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:23.914502 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-b7682882-3cb9-444d-a13b-124e80bd3af6 service neutron] 10.222.0.30 "GET /v2.0/networks/4c25610d-e288-457a-893e-843f809d1e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220998 Jun 28 15:32:23.918190 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49178) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:24.020417 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03742075-2833-4647-ae58-0ebe1b6a0f77 None None] Network bd283de2-b0ac-4f67-ad2f-3fe07c495478 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:32:24.075768 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:24.182712 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-c235d509-9996-462b-ac48-24c6d90480d7 None None] Provisioning for port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:24.191039 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-c235d509-9996-462b-ac48-24c6d90480d7 None None] Provisioning complete for port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:24.191418 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c235d509-9996-462b-ac48-24c6d90480d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:24.255747 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-32b29ac9-f4d5-46f5-829b-04acdbfd1ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:24.289610 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:24.308759 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:24.334720 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3848957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745645'] for router, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:24.344372 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c235d509-9996-462b-ac48-24c6d90480d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:24.418916 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-c235d509-9996-462b-ac48-24c6d90480d7 None None] For port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=6543a710-a9d9-4e52-8313-e50c1f4ccd6e,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:32:24.427749 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c235d509-9996-462b-ac48-24c6d90480d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:24.432361 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:24.467244 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-3976ff17-2e85-4f7a-89f9-a8325cd3a24a service neutron] 10.222.0.30 "GET /v2.0/networks/4c25610d-e288-457a-893e-843f809d1e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269506 Jun 28 15:32:24.545046 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235d509-9996-462b-ac48-24c6d90480d7 None None] Pushing event updated for resources: {'Port': ['ID=6543a710-a9d9-4e52-8313-e50c1f4ccd6e,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:24.551625 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c235d509-9996-462b-ac48-24c6d90480d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:24.589577 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Router d6f965e5-b333-4d42-9b89-d63b518fbba0 is scheduled to L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd with binding_index 1 {{(pid=92921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 15:32:24.666265 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-657fd6c6-47e0-4897-b8d2-153de026cee0 None None] Provisioning complete for port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:24.666265 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-657fd6c6-47e0-4897-b8d2-153de026cee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:24.670624 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:24.719460 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:32:24.735411 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Sync routers for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:32:24.766499 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:32:24.770018 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:32:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:24.787200 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ba7c8a-dbac-438a-96f3-be136ed79139,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:24.792570 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:24.802905 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] Checking segment: {'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:24.803532 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] Network hostable DHCP agents. Network: 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:32:24.940459 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4884f0b5-ca27-4460-a6c0-636bfa774e75 None None] Network c468dac8-aa22-4082-b723-9376a95ffc38 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:32:25.074192 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] Network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:32:25.080975 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 8d2e3930-0aae-42ac-8f10-428fcd73b551 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:25.127158 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-32b29ac9-f4d5-46f5-829b-04acdbfd1ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.140321 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.141586 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3756826 Jun 28 15:32:25.144766 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49230) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:25.151047 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:25.157063 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:25.157979 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.182667 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:32:25.278826 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ccd85-982e-4ce9-90e7-ffc992f3c83c None None] Network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:32:25.293958 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-e327f151-4c57-45fd-b3cb-ccdc4fe71fa4 None None] Provisioning for port 8d2e3930-0aae-42ac-8f10-428fcd73b551 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:25.302088 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 8d2e3930-0aae-42ac-8f10-428fcd73b551 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:25.312220 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 8d2e3930-0aae-42ac-8f10-428fcd73b551 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:25.313351 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.374555 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7e6fdb46-ec5f-4e68-8221-3042227d8f4d req-c4672467-d9d2-4c94-a1c7-ad082eb1342b tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 210 time: 0.2449880 Jun 28 15:32:25.379289 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-e327f151-4c57-45fd-b3cb-ccdc4fe71fa4 None None] Provisioning complete for port 8d2e3930-0aae-42ac-8f10-428fcd73b551 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:25.379778 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e327f151-4c57-45fd-b3cb-ccdc4fe71fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.381448 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-32b29ac9-f4d5-46f5-829b-04acdbfd1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.401503 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:25.451225 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-bb96c641-0826-43e5-a49f-623de4772bc0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.0565593 Jun 28 15:32:25.530762 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49248) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:25.536775 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.555207 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-61206483-router', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:25.584087 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-32b29ac9-f4d5-46f5-829b-04acdbfd1ea4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=334c0c004a164278acb2ca6cdc1459c0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6529593 Jun 28 15:32:25.585224 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49250) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:25.602875 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:23Z', 'revision_number': 3, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:25.619461 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29ac9-f4d5-46f5-829b-04acdbfd1ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a506c29-961a-4ea1-9432-1d0f665175c3,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:25.629452 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-32b29ac9-f4d5-46f5-829b-04acdbfd1ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:25.633854 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3753072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.636086 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14106'] for router, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.644209 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Checking router: d6f965e5-b333-4d42-9b89-d63b518fbba0 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:32:25.645030 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Updating router d6f965e5-b333-4d42-9b89-d63b518fbba0 port fee05bc9-445c-40b0-ac26-ebf2399ba977 binding host dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:32:25.715379 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.747732 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3848957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745645'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.772097 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.772576 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 8d2e3930-0aae-42ac-8f10-428fcd73b551, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=8d2e3930-0aae-42ac-8f10-428fcd73b551,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:32:25.866891 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4913a5a5-21b9-4917-8fef-f44958e11d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.877570 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.893167 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 6543a710-a9d9-4e52-8313-e50c1f4ccd6e up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:25.940520 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:25.972147 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4913a5a5-21b9-4917-8fef-f44958e11d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:25.982988 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3745592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3848932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14120'] for router, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.052189 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:26.055867 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.101813 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.120222 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Transition to ACTIVE for port object fee05bc9-445c-40b0-ac26-ebf2399ba977 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:26.133010 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4913a5a5-21b9-4917-8fef-f44958e11d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.136882 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.149030 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8932a4a6-36c6-4c64-9c82-87df81a62c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:26.157574 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4913a5a5-21b9-4917-8fef-f44958e11d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.161657 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-4913a5a5-21b9-4917-8fef-f44958e11d8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a506c29-961a-4ea1-9432-1d0f665175c3 HTTP/1.1" status: 204 len: 168 time: 0.5664840 Jun 28 15:32:26.167023 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-499a38d5-b9c4-488b-9077-9ce1425c1fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:26.171287 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 is scheduled to L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 15:32:26.189731 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913a5a5-21b9-4917-8fef-f44958e11d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a506c29-961a-4ea1-9432-1d0f665175c3,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:26.192977 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4913a5a5-21b9-4917-8fef-f44958e11d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:26.232509 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Attempting to bind port fee05bc9-445c-40b0-ac26-ebf2399ba977 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:26.233236 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Attempting to bind port fee05bc9-445c-40b0-ac26-ebf2399ba977 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:26.233885 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Attempting to bind port fee05bc9-445c-40b0-ac26-ebf2399ba977 on network 0d581cc7-00ec-4ce1-9e02-6808d9257981 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:26.248342 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=8d2e3930-0aae-42ac-8f10-428fcd73b551,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:26.273654 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Pushing event updated for resources: {'Port': ['ID=fee05bc9-445c-40b0-ac26-ebf2399ba977,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:26.278105 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:26.278693 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Checking segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:26.279586 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.280149 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Bound using segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:26.280824 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Bound port: fee05bc9-445c-40b0-ac26-ebf2399ba977, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:26.281392 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.293065 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:26.293532 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:26.294203 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:26.294817 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:26.295563 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:26.296078 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:26.296550 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:26.296983 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:26.297591 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:26.297976 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:26.298505 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:26.304167 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:26.313169 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Tracked resource versions report: Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: pushed versions: Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: { 'AddressGroup': {'1.2'}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'ConntrackHelper': {'1.0'}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'Log': {'1.0'}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'Network': {'1.1'}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'Port': {'1.7'}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'PortForwarding': {'1.2'}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'QosPolicy': {'1.8'}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'SecurityGroup': {'1.4'}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'SecurityGroupRule': {'1.2'}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'SubPort': {'1.0'}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'Subnet': {'1.1'}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'Trunk': {'1.1'}} Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: consumer versions: Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: { DHCP agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: HyperV agent@hv-cinder-79724: {}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: L3 agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: Metadata agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: Metering agent@dv-cinder-797245-5-smb: {}, Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: Open vSwitch agent@dv-cinder-797245-5-smb: { 'AddressGroup': '1.2', Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'ConntrackHelper': '1.0', Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'Log': '1.0', Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'Network': '1.1', Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'Port': '1.7', Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'PortForwarding': '1.2', Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'QosPolicy': '1.8', Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'SecurityGroup': '1.4', Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'SecurityGroupRule': '1.2', Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'SubPort': '1.0', Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'Subnet': '1.1', Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: 'Trunk': '1.1'}} Jun 28 15:32:26.315715 dv-cinder-797245-5-smb neutron-server[92923]: {{(pid=92923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 15:32:26.331556 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:26.406489 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.416209 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] For port fee05bc9-445c-40b0-ac26-ebf2399ba977, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:26.423066 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] For port fee05bc9-445c-40b0-ac26-ebf2399ba977, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=fee05bc9-445c-40b0-ac26-ebf2399ba977,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:26.429406 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.435367 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:26.471115 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.534365 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Pushing event updated for resources: {'Port': ['ID=fee05bc9-445c-40b0-ac26-ebf2399ba977,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:26.553915 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:26.567499 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:32:26.601393 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:32:26.604466 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:32:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:26.631651 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Sync routers for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:32:26.682631 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd23ff5-c653-4af1-bb4e-193a7e048fcc None None] Network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:32:26.725600 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:32:26.727676 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:32:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:26.741295 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-da2d386e-39d7-4234-9b79-1b902bbcdfd7 req-415b4dd5-2bae-4fc9-8239-84f71ba2e37f tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 210 time: 0.1268332 Jun 28 15:32:26.747981 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.751190 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6601095 Jun 28 15:32:26.754951 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49312) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:26.882473 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49318) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:26.890129 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 8d2e3930-0aae-42ac-8f10-428fcd73b551 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:26.935757 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c5b6ecd-d0b9-4e64-a30d-91fe5ec61cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:26.971212 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:32:27.106004 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c5b6ecd-d0b9-4e64-a30d-91fe5ec61cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:27.185439 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:27.194705 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c5b6ecd-d0b9-4e64-a30d-91fe5ec61cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:27.215291 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:23Z', 'revision_number': 3, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:27.260854 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-94ae3845-6008-431a-860d-a20cb27c4271 None None] Provisioning complete for port 8d2e3930-0aae-42ac-8f10-428fcd73b551 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:27.272482 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-94ae3845-6008-431a-860d-a20cb27c4271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:27.284516 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef97f5a-4126-4471-b578-e982ef967cb2 None None] The sync data for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb is: [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:23Z', 'revision_number': 3, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:32:27.315055 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:27.324476 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-4c5b6ecd-d0b9-4e64-a30d-91fe5ec61cb0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b9167e8d67f41da80b583e15fee38d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4408598 Jun 28 15:32:27.354363 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49336) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:27.401263 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Allocated IP 172.20.0.1 (c468dac8-aa22-4082-b723-9376a95ffc38/db7154b0-9367-4b44-b4df-95881ae31463/4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:27.492836 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b6ecd-d0b9-4e64-a30d-91fe5ec61cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73b5717-21ae-408b-8671-8aa910bfac34,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:27.501802 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:32:27.536517 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Allocated IP 172.28.1.90 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:27.571724 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4c5b6ecd-d0b9-4e64-a30d-91fe5ec61cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:27.578115 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 8d2e3930-0aae-42ac-8f10-428fcd73b551 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:27.578563 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:27.607215 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f4c483a-b1d1-45ec-824f-16bfcc3d8788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:27.627172 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:27.670211 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Transition to ACTIVE for port object 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:27.716084 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f4c483a-b1d1-45ec-824f-16bfcc3d8788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:27.749596 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:27.819753 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:27.825688 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-eb1ee563-1177-4ebf-a1f8-c5f16f07233d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:27.947242 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Network c468dac8-aa22-4082-b723-9376a95ffc38 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:27.956274 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:27.961855 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:27.962337 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742829'] for router_interface, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:27.965495 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Pushing event updated for resources: {'Port': ['ID=4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:27.969320 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:28.008396 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:28.022045 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1a2fc396-5d8a-4548-91c7-cf6d1ca11ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:28.100529 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Pushing event updated for resources: {'Port': ['ID=a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:28.125975 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:28.158934 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:28.173062 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:28.185750 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:28.234173 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49366) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:28.238503 dv-cinder-797245-5-smb neutron-server[92921]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 15:32:28.355496 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49376) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:28.369878 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-853f7a7e-aed4-434d-b348-ce3ca3216276 req-ea57e390-8682-4d6b-8bc9-17b97a376dd6 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 210 time: 0.1326175 Jun 28 15:32:28.408111 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:23Z', 'revision_number': 3, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:28.499584 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f4c483a-b1d1-45ec-824f-16bfcc3d8788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:28.512221 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f4c483a-b1d1-45ec-824f-16bfcc3d8788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:28.513419 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-5f4c483a-b1d1-45ec-824f-16bfcc3d8788 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e73b5717-21ae-408b-8671-8aa910bfac34 HTTP/1.1" status: 204 len: 168 time: 1.1580565 Jun 28 15:32:28.516652 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-32b29ac9-f4d5-46f5-829b-04acdbfd1ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:28.533078 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c483a-b1d1-45ec-824f-16bfcc3d8788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73b5717-21ae-408b-8671-8aa910bfac34,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:28.538734 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Checking router: c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:32:28.539074 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Updating router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 port 6e2f57fb-45e8-4ae8-adfc-69d382259a3f binding host dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:32:28.551447 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5f4c483a-b1d1-45ec-824f-16bfcc3d8788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:28.628248 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-4bbf6699-5a28-4940-bdb3-1e7b864333ac None None] Provisioning for port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:28.632902 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.13', 55291) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:28.647796 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-4bbf6699-5a28-4940-bdb3-1e7b864333ac None None] Provisioning complete for port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:28.648208 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4bbf6699-5a28-4940-bdb3-1e7b864333ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:28.650756 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:28.684122 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:28.833475 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf6699-5a28-4940-bdb3-1e7b864333ac None None] Port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:32:28.949506 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:28.964890 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49400) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:28.984605 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device fee05bc9-445c-40b0-ac26-ebf2399ba977 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:29.202049 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port fee05bc9-445c-40b0-ac26-ebf2399ba977 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:29.216279 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port fee05bc9-445c-40b0-ac26-ebf2399ba977 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:29.218967 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.221680 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c8c9d76-0da9-413a-9b78-06198e56fb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.239269 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-d4f448b7-27c4-456f-8f5e-23d90ea22c96 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:29.240845 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-d4f448b7-27c4-456f-8f5e-23d90ea22c96 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.13 "GET /v2.0/networks?id=4c25610d-e288-457a-893e-843f809d1e93 HTTP/1.1" status: 200 len: 812 time: 0.5672309 Jun 28 15:32:29.253470 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.311665 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc504-675b-4ba7-b78c-7ca9865bebaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.313016 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.317704 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Request body: {'port': {'device_id': '59869f53-b5fd-47d1-be3a-0bf2192a68b3', 'network_id': '4c25610d-e288-457a-893e-843f809d1e93', 'admin_state_up': True, 'tenant_id': 'fe6a970b33b94daab5154ea73e1d166e'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:29.387913 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4159218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742849'] for router_interface, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.401537 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:29.478580 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.486893 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Allocated IP 172.20.0.1 (bd283de2-b0ac-4f67-ad2f-3fe07c495478/800ee415-7eda-45d6-8a9f-e801a3179bb1/01f8354a-5772-442b-bfc3-4d5c920e34ad) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:29.544683 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.559831 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port fee05bc9-445c-40b0-ac26-ebf2399ba977, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=fee05bc9-445c-40b0-ac26-ebf2399ba977,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:32:29.574600 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Transition to ACTIVE for port object 6e2f57fb-45e8-4ae8-adfc-69d382259a3f will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:29.577202 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.581322 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:29.632855 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.739287 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.742497 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=fee05bc9-445c-40b0-ac26-ebf2399ba977,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:29.756792 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:29.763982 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bc995822-116d-481f-a9bb-ce63d81909af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:29.793870 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Transition to ACTIVE for port object 01f8354a-5772-442b-bfc3-4d5c920e34ad will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:29.810880 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Attempting to bind port 6e2f57fb-45e8-4ae8-adfc-69d382259a3f on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:29.815274 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Attempting to bind port 6e2f57fb-45e8-4ae8-adfc-69d382259a3f by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:29.816748 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Attempting to bind port 6e2f57fb-45e8-4ae8-adfc-69d382259a3f on network 0d581cc7-00ec-4ce1-9e02-6808d9257981 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:29.830635 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:29.831374 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Checking segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:29.831724 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.832191 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Bound using segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:29.832996 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Bound port: 6e2f57fb-45e8-4ae8-adfc-69d382259a3f, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:29.833334 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.843382 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:29.847069 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-854f324e-e7d7-4dd5-9ee5-56f61ea523c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:29.859529 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Pushing event updated for resources: {'Port': ['ID=4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:29.908359 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Network bd283de2-b0ac-4f67-ad2f-3fe07c495478 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:29.914620 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:29.931042 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:29.932025 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742829'] for router_interface, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:30.024790 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:30.073342 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] For port 6e2f57fb-45e8-4ae8-adfc-69d382259a3f, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:30.077285 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] For port 6e2f57fb-45e8-4ae8-adfc-69d382259a3f, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=6e2f57fb-45e8-4ae8-adfc-69d382259a3f,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:30.080071 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747357fa-b66d-4e7d-859b-09608119b9c1 None None] Pushing event updated for resources: {'Port': ['ID=6e2f57fb-45e8-4ae8-adfc-69d382259a3f,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:30.092130 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-747357fa-b66d-4e7d-859b-09608119b9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:30.094315 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:30.098849 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:30.115581 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-15875388-1693-4f4b-b302-236d50859865 req-d03e5ff2-70d7-4862-8cbc-6a9816929a34 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 210 time: 0.2491798 Jun 28 15:32:30.124258 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:30.156321 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:32:30.157075 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:32:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:30.214148 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747357fa-b66d-4e7d-859b-09608119b9c1 None None] Pushing event updated for resources: {'Port': ['ID=6e2f57fb-45e8-4ae8-adfc-69d382259a3f,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:30.229566 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-747357fa-b66d-4e7d-859b-09608119b9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:30.330422 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Pushing event updated for resources: {'Port': ['ID=01f8354a-5772-442b-bfc3-4d5c920e34ad,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:30.333562 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:30.354634 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:32:30.381497 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:30.402300 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Network c468dac8-aa22-4082-b723-9376a95ffc38 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:30.408271 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:30.464228 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c8c9d76-0da9-413a-9b78-06198e56fb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:30.596275 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c8c9d76-0da9-413a-9b78-06198e56fb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:30.647833 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-704ff459-c333-4749-98f2-5c2953767a9e None None] Provisioning for port 01f8354a-5772-442b-bfc3-4d5c920e34ad completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:30.656303 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-704ff459-c333-4749-98f2-5c2953767a9e None None] Provisioning complete for port 01f8354a-5772-442b-bfc3-4d5c920e34ad triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:30.672476 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-704ff459-c333-4749-98f2-5c2953767a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:30.744051 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:30.791738 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-704ff459-c333-4749-98f2-5c2953767a9e None None] Port 01f8354a-5772-442b-bfc3-4d5c920e34ad cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:32:30.830202 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc504-675b-4ba7-b78c-7ca9865bebaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:30.839849 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc504-675b-4ba7-b78c-7ca9865bebaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:30.865128 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5f4c483a-b1d1-45ec-824f-16bfcc3d8788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:30.875403 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:30.905235 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device fee05bc9-445c-40b0-ac26-ebf2399ba977 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:30.905666 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:30.951227 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4159218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742849'] for router_interface, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:30.972935 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fc504-675b-4ba7-b78c-7ca9865bebaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed6473b-88f8-46ab-b245-ae63092ed7ca,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:30.990432 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-fd0fc504-675b-4ba7-b78c-7ca9865bebaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33cbc53ed9884544b3ed170e3327c446&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0242746 Jun 28 15:32:30.991865 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fd0fc504-675b-4ba7-b78c-7ca9865bebaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:30.992503 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:31.027402 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49478) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:31.048474 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-4c8c9d76-0da9-413a-9b78-06198e56fb97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8963d4f9ac4447d85634a8bf026b9fd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6894925 Jun 28 15:32:31.049675 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c9d76-0da9-413a-9b78-06198e56fb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7bb2a6-f28a-496c-8868-719a6263a0aa,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:31.058744 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-8c3b3c9d-6bf3-4971-94d1-8d0e9156d638 None None] Provisioning complete for port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:31.059035 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8c3b3c9d-6bf3-4971-94d1-8d0e9156d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:31.062221 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49484) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:31.063146 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Pushing event updated for resources: {'Port': ['ID=01f8354a-5772-442b-bfc3-4d5c920e34ad,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:31.069752 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4c8c9d76-0da9-413a-9b78-06198e56fb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:31.074790 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:31.095622 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port fee05bc9-445c-40b0-ac26-ebf2399ba977 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:31.095995 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:31.179813 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b3c9d-6bf3-4971-94d1-8d0e9156d638 None None] Port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:32:31.207298 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Made reservation on behalf of fe6a970b33b94daab5154ea73e1d166e for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:31.220931 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:31.237355 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:23Z', 'revision_number': 3, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:31.254754 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d088-e450-4fe3-ad6d-b6ec0b3e3adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:31.276817 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17396a73-7515-4500-931e-6f39827a0af2 None None] The sync data for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb is: [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:23Z', 'revision_number': 3, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:32:31.324792 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d088-e450-4fe3-ad6d-b6ec0b3e3adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:31.358063 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Network bd283de2-b0ac-4f67-ad2f-3fe07c495478 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:31.359830 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:31.393961 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Router d6f965e5-b333-4d42-9b89-d63b518fbba0 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:32:31.402758 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3848957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745645'] for router, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:31.654312 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d6d85eea-27f1-4389-99d1-149bfd7190b9 req-99bc7bdb-9f6e-4b04-ab68-482aa4351662 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 210 time: 0.1472099 Jun 28 15:32:31.671851 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d088-e450-4fe3-ad6d-b6ec0b3e3adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:31.712972 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d46c3a-561f-4cd8-a2b7-999332978a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:31.720053 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d088-e450-4fe3-ad6d-b6ec0b3e3adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:31.723792 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-3ad6d088-e450-4fe3-ad6d-b6ec0b3e3adc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e7bb2a6-f28a-496c-8868-719a6263a0aa HTTP/1.1" status: 204 len: 168 time: 0.6539140 Jun 28 15:32:31.729847 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:31.755709 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6d088-e450-4fe3-ad6d-b6ec0b3e3adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7bb2a6-f28a-496c-8868-719a6263a0aa,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:31.772954 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3ad6d088-e450-4fe3-ad6d-b6ec0b3e3adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:31.800105 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:32:31.876331 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-961b89b9-042b-4a86-a262-8cae67f5dfee None None] Provisioning complete for port 01f8354a-5772-442b-bfc3-4d5c920e34ad triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:31.876859 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-961b89b9-042b-4a86-a262-8cae67f5dfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:31.974333 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-961b89b9-042b-4a86-a262-8cae67f5dfee None None] Port 01f8354a-5772-442b-bfc3-4d5c920e34ad cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:32:32.021809 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d46c3a-561f-4cd8-a2b7-999332978a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:32.255972 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Allocated IP 172.20.0.2 (4c25610d-e288-457a-893e-843f809d1e93/a49d1bb6-fbd9-4301-8314-563ae21b8e5a/7e1e0056-7c26-41a6-b014-fd24cc758829) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:32.274003 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:32:32.322501 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] 10.222.0.30 "PUT /v2.0/routers/c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5652330 Jun 28 15:32:32.573318 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:32:32.583278 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Sync routers for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:32:32.600403 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:32:32.601707 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:32:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:32.627668 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] 10.222.0.30 "PUT /v2.0/routers/d6f965e5-b333-4d42-9b89-d63b518fbba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4732530 Jun 28 15:32:32.652467 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Router 379c70c1-ed06-4b2f-bfd8-2d984df6c492 is scheduled to L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd with binding_index 1 {{(pid=92921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 15:32:32.666893 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d46c3a-561f-4cd8-a2b7-999332978a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:32.680632 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d46c3a-561f-4cd8-a2b7-999332978a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:32.694938 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d3d46c3a-561f-4cd8-a2b7-999332978a7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ed6473b-88f8-46ab-b245-ae63092ed7ca HTTP/1.1" status: 204 len: 168 time: 1.6574295 Jun 28 15:32:32.698580 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49528) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:32.734132 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:32.811227 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d46c3a-561f-4cd8-a2b7-999332978a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed6473b-88f8-46ab-b245-ae63092ed7ca,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:32.830201 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d3d46c3a-561f-4cd8-a2b7-999332978a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:32.872187 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49532) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:32.976461 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:33.018177 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 6e2f57fb-45e8-4ae8-adfc-69d382259a3f up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:33.180506 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:32:33.226565 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:33.231297 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 6e2f57fb-45e8-4ae8-adfc-69d382259a3f completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:33.255684 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 6e2f57fb-45e8-4ae8-adfc-69d382259a3f triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:33.256060 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:33.256568 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:33.296977 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c28fada-9ac1-4f3c-885d-37aa67093855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:33.467384 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:32:33.505508 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Sync routers for ids ['379c70c1-ed06-4b2f-bfd8-2d984df6c492'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:32:33.569030 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Network 4c25610d-e288-457a-893e-843f809d1e93 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:33.616146 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:33.646754 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Routers {'379c70c1-ed06-4b2f-bfd8-2d984df6c492'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:32:33.650926 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:32:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['379c70c1-ed06-4b2f-bfd8-2d984df6c492'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:33.654770 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:33.669202 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:33.683394 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:33.730079 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Pushing event updated for resources: {'Port': ['ID=7e1e0056-7c26-41a6-b014-fd24cc758829,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:33.733798 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756fa09-c630-4013-b6a2-f78e69f1c2d2 req-ab407e43-b8f7-4e4f-9d59-72e223833647 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:33.752530 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9756fa09-c630-4013-b6a2-f78e69f1c2d2 req-ab407e43-b8f7-4e4f-9d59-72e223833647 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 931 time: 0.4660027 Jun 28 15:32:33.761134 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:33.902971 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9756fa09-c630-4013-b6a2-f78e69f1c2d2 req-44900cc9-0697-4700-91a4-1eea0d6e1e44 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459155 Jun 28 15:32:33.929156 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4d24-36b3-49af-b908-315b00930442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.004901 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 2, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:34.014940 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.015803 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c28fada-9ac1-4f3c-885d-37aa67093855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.025378 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c28fada-9ac1-4f3c-885d-37aa67093855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.027157 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49552) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:34.037077 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-e5a3fdd8-5109-44e2-8e06-d0cf842a6c38 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--703222220', 'description': 'tempest-description--1727213475'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:34.058538 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.063904 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5291185 Jun 28 15:32:34.070642 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49554) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:34.077395 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7668262 Jun 28 15:32:34.084339 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:34.095207 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-9c28fada-9ac1-4f3c-885d-37aa67093855 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99a3bcd8d73b4ac59294b31fdd9f8e2d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2192373 Jun 28 15:32:34.097858 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49556) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:34.112231 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Checking router: d6f965e5-b333-4d42-9b89-d63b518fbba0 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:32:34.119656 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Updating router d6f965e5-b333-4d42-9b89-d63b518fbba0 port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac binding host dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:32:34.130235 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-6f7c2617-9a7a-4562-9fa9-53445aba7d4f tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 15:32:34.134391 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-6f7c2617-9a7a-4562-9fa9-53445aba7d4f tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222538 Jun 28 15:32:34.159954 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28fada-9ac1-4f3c-885d-37aa67093855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de03f830-c58a-4c4b-aa8c-2cc75392a31d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:34.182184 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9c28fada-9ac1-4f3c-885d-37aa67093855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:34.191356 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c54cd087-86ad-443a-bdb3-9409a01a7597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.252058 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c5b52713-1a1b-4af6-9dad-910dd09e6a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.253779 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.304273 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 6e2f57fb-45e8-4ae8-adfc-69d382259a3f, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=6e2f57fb-45e8-4ae8-adfc-69d382259a3f,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:32:34.314428 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c5b52713-1a1b-4af6-9dad-910dd09e6a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.340000 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.380862 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:34.399160 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Set router 379c70c1-ed06-4b2f-bfd8-2d984df6c492 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:32:34.415067 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4d24-36b3-49af-b908-315b00930442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.422190 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4d24-36b3-49af-b908-315b00930442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.427798 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:34.451300 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c5b52713-1a1b-4af6-9dad-910dd09e6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.474610 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c5b52713-1a1b-4af6-9dad-910dd09e6a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.476025 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-c5b52713-1a1b-4af6-9dad-910dd09e6a0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de03f830-c58a-4c4b-aa8c-2cc75392a31d HTTP/1.1" status: 204 len: 168 time: 0.3710685 Jun 28 15:32:34.497882 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-0a3d4d24-36b3-49af-b908-315b00930442 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5fd8054f541648deb466044b3085efd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7986143 Jun 28 15:32:34.499815 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49562) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:34.575543 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d4d24-36b3-49af-b908-315b00930442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16e4875-6489-4e83-a071-52e9a223dd23,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:34.588294 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-18cf3142-7396-46f7-aaa6-599cbc2450c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.592449 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0a3d4d24-36b3-49af-b908-315b00930442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:34.595611 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:34.617753 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b52713-1a1b-4af6-9dad-910dd09e6a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de03f830-c58a-4c4b-aa8c-2cc75392a31d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:34.633308 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c5b52713-1a1b-4af6-9dad-910dd09e6a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:34.747040 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-18cf3142-7396-46f7-aaa6-599cbc2450c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.748214 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Sync routers for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:32:34.797084 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49566) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:34.807971 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-18cf3142-7396-46f7-aaa6-599cbc2450c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.815515 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fdd8-5109-44e2-8e06-d0cf842a6c38 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.816450 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-18cf3142-7396-46f7-aaa6-599cbc2450c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:34.823428 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-18cf3142-7396-46f7-aaa6-599cbc2450c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d16e4875-6489-4e83-a071-52e9a223dd23 HTTP/1.1" status: 204 len: 168 time: 0.3208830 Jun 28 15:32:34.824914 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:34.847527 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf3142-7396-46f7-aaa6-599cbc2450c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16e4875-6489-4e83-a071-52e9a223dd23,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:34.849438 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-18cf3142-7396-46f7-aaa6-599cbc2450c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:34.866280 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:32:34.868430 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:32:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:35.003388 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4c59-4e96-481a-8b9d-e7be8b134e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:35.234787 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fdd8-5109-44e2-8e06-d0cf842a6c38 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:35.247986 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fdd8-5109-44e2-8e06-d0cf842a6c38 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:35.267512 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:32:35.372091 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=6e2f57fb-45e8-4ae8-adfc-69d382259a3f,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:35.374729 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1bc05d16-f720-4f87-8a94-6dfd24b8e317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:35.394151 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49586) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:35.402348 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-bd5fa9d2-5c46-4bf3-820d-56833cdec6af tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1617501886', 'description': 'tempest-description--1884850110'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:35.412928 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.030s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:35.425197 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:35.451888 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Request body: {'port': {'device_id': '59869f53-b5fd-47d1-be3a-0bf2192a68b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:35.506029 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'name': 'tempest-ServerRescueNegativeTestJSON-61206483-router', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:25Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 3, 'project_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'gw_port': {'id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:26Z', 'updated_at': '2021-06-28T15:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:35.542922 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Transition to ACTIVE for port object 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:35.566641 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Checking router: 379c70c1-ed06-4b2f-bfd8-2d984df6c492 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:32:35.567125 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Updating router 379c70c1-ed06-4b2f-bfd8-2d984df6c492 port a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce binding host dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:32:35.575912 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4c59-4e96-481a-8b9d-e7be8b134e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:35.581202 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4c59-4e96-481a-8b9d-e7be8b134e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:35.583413 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:35.588958 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:35.608159 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:35.619918 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:35.706323 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fdd8-5109-44e2-8e06-d0cf842a6c38 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:35.708576 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298d9ad-d60d-4ffe-bde5-afe8dbce155c None None] Pushing event updated for resources: {'Port': ['ID=4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:35.711749 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1298d9ad-d60d-4ffe-bde5-afe8dbce155c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:35.713707 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-e5a3fdd8-5109-44e2-8e06-d0cf842a6c38 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6847475 Jun 28 15:32:35.732021 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a4c59-4e96-481a-8b9d-e7be8b134e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d788eb02-aac2-4e8d-af34-c85bc27fa3ed,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:35.747252 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49596) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:35.774050 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa9d2-5c46-4bf3-820d-56833cdec6af tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:35.794020 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-72fce669-73ee-4a40-b496-fc843c494049 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Request body: {'security_group_rule': {'security_group_id': '09b3bfef-bb02-4f70-94fb-0e0070cd3728', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:35.797310 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3fdd8-5109-44e2-8e06-d0cf842a6c38 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b3bfef-bb02-4f70-94fb-0e0070cd3728,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:35.812084 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e5a3fdd8-5109-44e2-8e06-d0cf842a6c38 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:35.820804 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49600) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:35.822175 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fe4a4c59-4e96-481a-8b9d-e7be8b134e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:35.861176 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-efc922d1-5526-401c-830f-7fcbe73d5c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:35.930683 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-fe4a4c59-4e96-481a-8b9d-e7be8b134e19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=142e13df13f14b6ea74e1437587e78e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1305084 Jun 28 15:32:35.950385 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Attempting to bind port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:35.950954 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Attempting to bind port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:35.952710 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Attempting to bind port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac on network c468dac8-aa22-4082-b723-9376a95ffc38 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:35.964551 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49604) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:35.971781 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:35.972437 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Checking segment: {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:35.973051 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:35.974145 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Bound using segment: {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:35.975310 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Bound port: 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:35.977522 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.035392 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.140803 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] For port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:36.159966 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-72fce669-73ee-4a40-b496-fc843c494049 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.163272 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] For port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:36.211801 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa9d2-5c46-4bf3-820d-56833cdec6af tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.222776 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.233275 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa9d2-5c46-4bf3-820d-56833cdec6af tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.243771 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4c5b6ecd-d0b9-4e64-a30d-91fe5ec61cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:36.253564 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5c706cd7-906e-4952-99a9-0448dad5d631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:36.345723 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fa9d2-5c46-4bf3-820d-56833cdec6af tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d5390e-55df-48e9-981d-3d91b8262ada,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:36.350437 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bd5fa9d2-5c46-4bf3-820d-56833cdec6af tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:36.359989 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:32:36.363203 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:32:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:36.395750 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-72fce669-73ee-4a40-b496-fc843c494049 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.401684 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-72fce669-73ee-4a40-b496-fc843c494049 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.407718 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:36.428436 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-efc922d1-5526-401c-830f-7fcbe73d5c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.462422 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.511105 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Transition to ACTIVE for port object a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:36.526772 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fce669-73ee-4a40-b496-fc843c494049 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c841ce6c-c792-4088-9d83-672b2ec40586,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:36.536632 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96423f06-35cd-4104-8ee9-d1cef336816f req-b8e5523f-e9e1-4f27-a82e-079d2a99889c tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:36.543460 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-96423f06-35cd-4104-8ee9-d1cef336816f req-b8e5523f-e9e1-4f27-a82e-079d2a99889c tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 931 time: 1.1913238 Jun 28 15:32:36.544913 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-efc922d1-5526-401c-830f-7fcbe73d5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.546751 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.565035 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5c9f0ef4-3fb5-4b7a-ae66-cc9a1becbb46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:36.575655 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa9d2-5c46-4bf3-820d-56833cdec6af tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.584686 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-bd5fa9d2-5c46-4bf3-820d-56833cdec6af tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1836572 Jun 28 15:32:36.595827 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49614) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:36.621627 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-72fce669-73ee-4a40-b496-fc843c494049 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:36.638419 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-47b3b10e-9b00-429d-9c2d-3d780bf7ffaf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Request body: {'security_group_rule': {'security_group_id': '12d5390e-55df-48e9-981d-3d91b8262ada', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:36.678734 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:36.689869 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298d9ad-d60d-4ffe-bde5-afe8dbce155c None None] Pushing event updated for resources: {'Port': ['ID=4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:36.701262 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1298d9ad-d60d-4ffe-bde5-afe8dbce155c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:36.735195 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:32:36.736923 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-72fce669-73ee-4a40-b496-fc843c494049 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.746318 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-72fce669-73ee-4a40-b496-fc843c494049 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9798250 Jun 28 15:32:36.748843 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49618) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:36.786058 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-0250a024-6fe7-48d8-9eb8-18078af899b8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Request body: {'security_group_rule': {'security_group_id': '09b3bfef-bb02-4f70-94fb-0e0070cd3728', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:36.800384 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 2, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:36.854506 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47b3b10e-9b00-429d-9c2d-3d780bf7ffaf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.865557 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Attempting to bind port a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:36.881692 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Attempting to bind port a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:36.884692 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Attempting to bind port a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce on network 0d581cc7-00ec-4ce1-9e02-6808d9257981 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:36.901931 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819df9a6-7552-476e-9e64-5c8b45cd10be None None] Pushing event updated for resources: {'Port': ['ID=a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:36.911278 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Checking router: c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:32:36.911541 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Updating router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 port 01f8354a-5772-442b-bfc3-4d5c920e34ad binding host dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:32:36.916006 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-819df9a6-7552-476e-9e64-5c8b45cd10be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:36.944009 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.952635 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:36.968020 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Checking segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:36.968844 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:36.970191 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Bound using segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:36.972392 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Bound port: a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:36.973051 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.226372 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0250a024-6fe7-48d8-9eb8-18078af899b8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.328263 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 6e2f57fb-45e8-4ae8-adfc-69d382259a3f up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:37.389329 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-23590041-68c0-4969-a21e-c91fe5e952e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.515170 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0250a024-6fe7-48d8-9eb8-18078af899b8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.529533 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47b3b10e-9b00-429d-9c2d-3d780bf7ffaf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.540073 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0250a024-6fe7-48d8-9eb8-18078af899b8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.543853 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47b3b10e-9b00-429d-9c2d-3d780bf7ffaf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.547003 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-72fce669-73ee-4a40-b496-fc843c494049 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:37.547680 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] For port a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:37.564030 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] For port a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:37.570358 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.576688 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.587472 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:37.614869 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.668725 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250a024-6fe7-48d8-9eb8-18078af899b8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5fbe94-ed0c-45aa-b289-5d4ea24c84d1,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:37.736915 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3b10e-9b00-429d-9c2d-3d780bf7ffaf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fc8ac6-3ad7-4e55-a8d9-7664d6b64e35,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:37.752819 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-47b3b10e-9b00-429d-9c2d-3d780bf7ffaf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:37.754280 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:37.755226 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:37.757068 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47b3b10e-9b00-429d-9c2d-3d780bf7ffaf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.764861 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-47b3b10e-9b00-429d-9c2d-3d780bf7ffaf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1563044 Jun 28 15:32:37.767156 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0250a024-6fe7-48d8-9eb8-18078af899b8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.768392 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 6e2f57fb-45e8-4ae8-adfc-69d382259a3f triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:37.768392 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.769770 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-0250a024-6fe7-48d8-9eb8-18078af899b8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0146506 Jun 28 15:32:37.771002 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49640) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:37.780615 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-e0c4dca9-c5b4-42cf-af8f-5d9db9237964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Request body: {'security_group_rule': {'security_group_id': '12d5390e-55df-48e9-981d-3d91b8262ada', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:37.789018 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49642) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:37.797293 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Request body: {'floatingip': {'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:37.828379 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:36Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:37.834686 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819df9a6-7552-476e-9e64-5c8b45cd10be None None] Pushing event updated for resources: {'Port': ['ID=a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:37.838759 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-819df9a6-7552-476e-9e64-5c8b45cd10be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:37.849291 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Routers {'379c70c1-ed06-4b2f-bfd8-2d984df6c492'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:32:37.849940 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:32:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['379c70c1-ed06-4b2f-bfd8-2d984df6c492'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:37.915214 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e0c4dca9-c5b4-42cf-af8f-5d9db9237964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:37.983985 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1e0056-7c26-41a6-b014-fd24cc758829 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:32:38.001066 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:38.017991 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:38.043902 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Transition to ACTIVE for port object 7e1e0056-7c26-41a6-b014-fd24cc758829 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:38.068158 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022acc5-9df6-47e6-a61f-6b2240463482 None None] The sync data for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb is: [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:36Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:32:38.263921 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-efc922d1-5526-401c-830f-7fcbe73d5c75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=476d27e3b8e347648974217981360e54&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4399242 Jun 28 15:32:38.265436 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] Set router 379c70c1-ed06-4b2f-bfd8-2d984df6c492 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:32:38.271328 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49650) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:38.440190 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-27a54a8d-14dd-4480-b135-b2f54f9caa31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:38.565701 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-27a54a8d-14dd-4480-b135-b2f54f9caa31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:38.574345 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:38.596390 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Transition to ACTIVE for port object 01f8354a-5772-442b-bfc3-4d5c920e34ad will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:38.614256 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:38.624124 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:38.711570 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:38.756873 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-27a54a8d-14dd-4480-b135-b2f54f9caa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:38.802161 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e0c4dca9-c5b4-42cf-af8f-5d9db9237964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:38.839028 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-27a54a8d-14dd-4480-b135-b2f54f9caa31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:38.845172 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-27a54a8d-14dd-4480-b135-b2f54f9caa31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d788eb02-aac2-4e8d-af34-c85bc27fa3ed HTTP/1.1" status: 204 len: 168 time: 2.8774462 Jun 28 15:32:38.859238 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'name': 'tempest-ServerRescueNegativeTestJSON-61206483-router', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:25Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 3, 'project_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'gw_port': {'id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:26Z', 'updated_at': '2021-06-28T15:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:38.869634 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e0c4dca9-c5b4-42cf-af8f-5d9db9237964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:38.946025 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-96423f06-35cd-4104-8ee9-d1cef336816f req-ae618560-d310-44a2-9b44-6f43aeada6b5 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3416214 Jun 28 15:32:38.965225 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:38.986678 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc922d1-5526-401c-830f-7fcbe73d5c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbe8e71-cc43-4c5f-b5b8-ab354b6eea60,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:39.005961 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-efc922d1-5526-401c-830f-7fcbe73d5c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.325s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:39.009023 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4dca9-c5b4-42cf-af8f-5d9db9237964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bcbdfe-3690-4ef4-8d59-9f29db13a169,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:39.014665 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2773a899-81ad-49b3-94cd-7c0eb37816f4 None None] The sync data for ids ['379c70c1-ed06-4b2f-bfd8-2d984df6c492'] in dv-cinder-797245-5-smb is: [{'id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'name': 'tempest-ServerRescueNegativeTestJSON-61206483-router', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:25Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 3, 'project_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'gw_port': {'id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:26Z', 'updated_at': '2021-06-28T15:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:32:39.103996 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e0c4dca9-c5b4-42cf-af8f-5d9db9237964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:39.125441 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:39.151221 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:39.160379 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Attempting to bind port 01f8354a-5772-442b-bfc3-4d5c920e34ad on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:39.162442 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Attempting to bind port 01f8354a-5772-442b-bfc3-4d5c920e34ad by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:39.162861 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Attempting to bind port 01f8354a-5772-442b-bfc3-4d5c920e34ad on network bd283de2-b0ac-4f67-ad2f-3fe07c495478 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:39.174942 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e0c4dca9-c5b4-42cf-af8f-5d9db9237964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:39.175745 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:39.179234 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-e0c4dca9-c5b4-42cf-af8f-5d9db9237964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4066377 Jun 28 15:32:39.190279 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49662) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:39.197666 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:39.198293 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Checking segment: {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:39.198950 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:39.200983 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Bound using segment: {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:39.202482 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Bound port: 01f8354a-5772-442b-bfc3-4d5c920e34ad, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:39.205900 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:39.206272 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Request body: {'floatingip': {'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:39.355257 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1e0056-7c26-41a6-b014-fd24cc758829,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:39.355937 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:39.370033 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:39.372874 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:39.412768 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da1de2-d3a1-4a7d-9c40-8a4660bd11ac None None] Pushing event updated for resources: {'Port': ['ID=01f8354a-5772-442b-bfc3-4d5c920e34ad,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:39.421575 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.481s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:39.439025 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-03da1de2-d3a1-4a7d-9c40-8a4660bd11ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:39.449803 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f20e088-8d91-4082-a5b7-40b996c6ddc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:39.460041 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a54a8d-14dd-4480-b135-b2f54f9caa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d788eb02-aac2-4e8d-af34-c85bc27fa3ed,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:39.479479 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] For port 01f8354a-5772-442b-bfc3-4d5c920e34ad, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:39.488858 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] For port 01f8354a-5772-442b-bfc3-4d5c920e34ad, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=01f8354a-5772-442b-bfc3-4d5c920e34ad,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:39.498283 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:39.509737 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:39.519900 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-27a54a8d-14dd-4480-b135-b2f54f9caa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:39.654797 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:39.680749 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:39.681348 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:39.714647 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Attempting to bind port 7e1e0056-7c26-41a6-b014-fd24cc758829 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:39.715020 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Attempting to bind port 7e1e0056-7c26-41a6-b014-fd24cc758829 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '988ba82c-49cc-4de9-82ba-a123ecbe9227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4c25610d-e288-457a-893e-843f809d1e93'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:39.715360 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Attempting to bind port 7e1e0056-7c26-41a6-b014-fd24cc758829 on network 4c25610d-e288-457a-893e-843f809d1e93 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:39.786250 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Port 7e1e0056-7c26-41a6-b014-fd24cc758829 on network 4c25610d-e288-457a-893e-843f809d1e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:32:39.786518 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Attempting to bind port 7e1e0056-7c26-41a6-b014-fd24cc758829 on network 4c25610d-e288-457a-893e-843f809d1e93 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:39.813826 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:32:39.814729 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:32:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:39.819119 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:39.819489 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Checking segment: {'id': '988ba82c-49cc-4de9-82ba-a123ecbe9227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4c25610d-e288-457a-893e-843f809d1e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:39.820080 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Bound using segment: {'id': '988ba82c-49cc-4de9-82ba-a123ecbe9227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4c25610d-e288-457a-893e-843f809d1e93'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:39.820556 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Bound port: 7e1e0056-7c26-41a6-b014-fd24cc758829, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988ba82c-49cc-4de9-82ba-a123ecbe9227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4c25610d-e288-457a-893e-843f809d1e93'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:39.829353 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:39.832871 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f20e088-8d91-4082-a5b7-40b996c6ddc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:40.009879 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49674) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:40.229324 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:40.305489 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Allocated IP 172.28.1.46 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/4a337fe5-5f19-4c68-85de-9ee74e5c6335) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:40.378303 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:32:40.380307 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] For port 7e1e0056-7c26-41a6-b014-fd24cc758829, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:40.422293 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] For port 7e1e0056-7c26-41a6-b014-fd24cc758829, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7e1e0056-7c26-41a6-b014-fd24cc758829,segment=NetworkSegment(988ba82c-49cc-4de9-82ba-a123ecbe9227),segment_id=988ba82c-49cc-4de9-82ba-a123ecbe9227)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:40.480399 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:40.501298 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:32:40.512816 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:40.534646 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-88e25df6-e03a-4f47-917f-78bdeb92cfc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:40.575197 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:40.688503 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:40.772026 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:40.794729 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:40.795361 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:40.807874 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e1e0056-7c26-41a6-b014-fd24cc758829 HTTP/1.1" status: 200 len: 1093 time: 5.9227889 Jun 28 15:32:40.816565 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da1de2-d3a1-4a7d-9c40-8a4660bd11ac None None] Pushing event updated for resources: {'Port': ['ID=01f8354a-5772-442b-bfc3-4d5c920e34ad,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:40.819319 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59869f53-b5fd-47d1-be3a-0bf2192a68b3', 'tag': '7e1e0056-7c26-41a6-b014-fd24cc758829'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:32:40.866482 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:41.009560 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-03da1de2-d3a1-4a7d-9c40-8a4660bd11ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.502s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:41.060557 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b279-1868-4790-98bd-1901f73671ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:41.250809 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:41.316003 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:41.330652 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:39Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:41.436268 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31a6ebf-6a80-4c47-bf05-cae4c1f16a11 None None] The sync data for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb is: [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:39Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:32:41.479045 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:41.487451 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:41.490600 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:41.507187 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:41.691859 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f20e088-8d91-4082-a5b7-40b996c6ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:41.735272 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad67717-ff18-4978-a769-b73466cc18bf" -d '{"events": [{"name": "network-changed", "server_uuid": "59869f53-b5fd-47d1-be3a-0bf2192a68b3", "tag": "7e1e0056-7c26-41a6-b014-fd24cc758829"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:32:41.757833 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:41.765205 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f20e088-8d91-4082-a5b7-40b996c6ddc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:41.766776 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-9f20e088-8d91-4082-a5b7-40b996c6ddc0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efbe8e71-cc43-4c5f-b5b8-ab354b6eea60 HTTP/1.1" status: 204 len: 168 time: 3.4415612 Jun 28 15:32:41.793803 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1e0056-7c26-41a6-b014-fd24cc758829,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:41.845570 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d49ef-3d03-43bd-aaee-6f3da4dc50f3 req-1b7e30cd-2230-4102-9ecd-372a9ca6550c tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:41.855297 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8c7d49ef-3d03-43bd-aaee-6f3da4dc50f3 req-1b7e30cd-2230-4102-9ecd-372a9ca6550c tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 943 time: 1.0301034 Jun 28 15:32:41.861159 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:32:41.868418 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:41.870490 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:41.957752 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:42.082426 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:42.082426 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:42.111140 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8c7d49ef-3d03-43bd-aaee-6f3da4dc50f3 req-525fa99a-7995-47e0-a452-41ede8951930 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546947 Jun 28 15:32:42.135330 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:42.191430 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:42.211446 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:42.286531 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:42.397014 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.822s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:42.398471 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4913eb8e-a111-4da7-86ae-37a4d6b08dd6 x-openstack-request-id: req-4913eb8e-a111-4da7-86ae-37a4d6b08dd6 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:32:42.398838 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59869f53-b5fd-47d1-be3a-0bf2192a68b3", "tag": "7e1e0056-7c26-41a6-b014-fd24cc758829", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:32:42.399114 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4913eb8e-a111-4da7-86ae-37a4d6b08dd6 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:32:42.400211 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59869f53-b5fd-47d1-be3a-0bf2192a68b3', 'tag': '7e1e0056-7c26-41a6-b014-fd24cc758829', 'status': 'completed', 'code': 200} Jun 28 15:32:42.400579 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.617s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:42.413640 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event updated for resources: {'Port': ['ID=4a337fe5-5f19-4c68-85de-9ee74e5c6335,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:42.422384 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:42.455688 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:42.475441 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20e088-8d91-4082-a5b7-40b996c6ddc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbe8e71-cc43-4c5f-b5b8-ab354b6eea60,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:42.476667 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:42.486382 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:42.506570 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9f20e088-8d91-4082-a5b7-40b996c6ddc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:42.599954 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-d46dd4e0-f480-4073-97fd-44376fdbc9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:42.609939 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-d46dd4e0-f480-4073-97fd-44376fdbc9ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe6a970b33b94daab5154ea73e1d166e&device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 1096 time: 1.5031617 Jun 28 15:32:42.628569 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:42.731083 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:42.740095 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Allocated IP 172.28.1.24 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/c806fa78-65fc-4266-9fc2-88fbb50e9b74) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:42.857309 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-9b25b270-146d-45fc-ab52-56d1b16c9f2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e1e0056-7c26-41a6-b014-fd24cc758829 HTTP/1.1" status: 200 len: 217 time: 0.2047224 Jun 28 15:32:42.872052 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b279-1868-4790-98bd-1901f73671ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:42.978128 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Allocated IP 172.20.0.1 (1c0c75fa-9c2e-4285-8b72-c54abec6ebaa/24ba7c8a-dbac-438a-96f3-be136ed79139/2af6d955-fb01-46dc-9a85-f564af406c9e) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:43.158688 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:43.206271 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-183d90d8-609d-4d13-a0cf-504e0be73572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:43.222080 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-183d90d8-609d-4d13-a0cf-504e0be73572 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a49d1bb6-fbd9-4301-8314-563ae21b8e5a HTTP/1.1" status: 200 len: 852 time: 0.2014802 Jun 28 15:32:43.377197 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:43.377979 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:43.410309 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-0f0a3cd0-12e1-4df7-a007-49a76dc7c865 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c25610d-e288-457a-893e-843f809d1e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1695459 Jun 28 15:32:43.427908 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49768) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:43.541452 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b279-1868-4790-98bd-1901f73671ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:43.593895 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 01f8354a-5772-442b-bfc3-4d5c920e34ad up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:43.595192 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bd5fa9d2-5c46-4bf3-820d-56833cdec6af tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:43.737020 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 01f8354a-5772-442b-bfc3-4d5c920e34ad completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:43.744369 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 01f8354a-5772-442b-bfc3-4d5c920e34ad triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:43.744959 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:43.851966 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-79e74a37-9b06-4bfe-8df7-b6ad6a881366 service neutron] 10.222.0.13 "GET /v2.0/networks/4c25610d-e288-457a-893e-843f809d1e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745050 Jun 28 15:32:43.857535 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:43.906753 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.010849 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7b279-1868-4790-98bd-1901f73671ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37727caf-c8be-4c1d-9e47-f257c3aa632f,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:44.029550 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-2dc7b279-1868-4790-98bd-1901f73671ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24e1c4973a834b4b8487c695b5cb1dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0142052 Jun 28 15:32:44.029550 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2dc7b279-1868-4790-98bd-1901f73671ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:44.037555 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.048653 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 49778) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:44.050674 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.087915 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d2100e3d-8ad4-4456-a0aa-1c8b064d715e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:44.141337 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d308874c-3b8e-4ffe-b871-e40b0756f80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.146488 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 01f8354a-5772-442b-bfc3-4d5c920e34ad, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=01f8354a-5772-442b-bfc3-4d5c920e34ad,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:32:44.154935 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.167292 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46b5764e-87e1-498d-a72c-e4b42ee024b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:44.233043 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c72340-a689-4231-8e25-116c7e504e29 req-a56a74f5-d7b3-4d90-816b-cf77b66c8c72 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:44.240869 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=01f8354a-5772-442b-bfc3-4d5c920e34ad,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:44.243048 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-22c72340-a689-4231-8e25-116c7e504e29 req-a56a74f5-d7b3-4d90-816b-cf77b66c8c72 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 943 time: 0.3899884 Jun 28 15:32:44.245261 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:44.247226 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event updated for resources: {'Port': ['ID=c806fa78-65fc-4266-9fc2-88fbb50e9b74,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:44.255162 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:44.256004 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:44.260972 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:44.267925 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:44.302886 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.347545 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-424a4b26-0ea0-4046-b9c0-bb3d16425337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:44.354278 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-43f03d2a-bdcb-49e5-b8a1-2b8ca24a02e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.370523 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-22c72340-a689-4231-8e25-116c7e504e29 req-ebc5c52d-ed0d-4440-bb02-44a5269b9661 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251738 Jun 28 15:32:44.401236 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.445826 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.449211 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.455983 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:44.495762 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:44.558513 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.565885 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-43f03d2a-bdcb-49e5-b8a1-2b8ca24a02e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.689916 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:44.706592 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:44.707336 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742829'] for router_interface, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.724107 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event updated for resources: {'Port': ['ID=4a337fe5-5f19-4c68-85de-9ee74e5c6335,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:44.751526 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:44.784341 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.826725 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=2af6d955-fb01-46dc-9a85-f564af406c9e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:44.833195 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:44.834960 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-43f03d2a-bdcb-49e5-b8a1-2b8ca24a02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.861612 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-43f03d2a-bdcb-49e5-b8a1-2b8ca24a02e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:44.861612 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-43f03d2a-bdcb-49e5-b8a1-2b8ca24a02e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37727caf-c8be-4c1d-9e47-f257c3aa632f HTTP/1.1" status: 204 len: 168 time: 0.8055859 Jun 28 15:32:44.861612 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9f20e088-8d91-4082-a5b7-40b996c6ddc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:44.895791 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 01f8354a-5772-442b-bfc3-4d5c920e34ad up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:44.915967 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f03d2a-bdcb-49e5-b8a1-2b8ca24a02e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37727caf-c8be-4c1d-9e47-f257c3aa632f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:44.924639 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-43f03d2a-bdcb-49e5-b8a1-2b8ca24a02e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:45.055601 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d308874c-3b8e-4ffe-b871-e40b0756f80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.069848 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 01f8354a-5772-442b-bfc3-4d5c920e34ad triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:45.076002 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.091243 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d308874c-3b8e-4ffe-b871-e40b0756f80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.121937 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-efc922d1-5526-401c-830f-7fcbe73d5c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:45.167092 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.169660 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3779948 Jun 28 15:32:45.270484 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.279196 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.307954 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:45.308082 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d308874c-3b8e-4ffe-b871-e40b0756f80d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1008ed31d9a43ad97482f6ad5929276&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8786745 Jun 28 15:32:45.314921 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 49810) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:45.353154 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.382060 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.383629 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1811037 Jun 28 15:32:45.397404 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.402037 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308874c-3b8e-4ffe-b871-e40b0756f80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdddbcc4-5cdf-4b15-8671-93d6f236933d,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:45.410184 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event updated for resources: {'Port': ['ID=c806fa78-65fc-4266-9fc2-88fbb50e9b74,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:45.423759 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:45.426178 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d308874c-3b8e-4ffe-b871-e40b0756f80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:45.501370 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-00bc9075-5aad-4b35-9cbb-ad14b64ef5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.560615 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-00bc9075-5aad-4b35-9cbb-ad14b64ef5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.692812 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.702919 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-00bc9075-5aad-4b35-9cbb-ad14b64ef5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.711715 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.726142 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4159218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742849'] for router_interface, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.742781 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8afaafd4-cb51-4716-a07d-0cd1dcf709ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:45.749596 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-00bc9075-5aad-4b35-9cbb-ad14b64ef5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.750787 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-00bc9075-5aad-4b35-9cbb-ad14b64ef5d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdddbcc4-5cdf-4b15-8671-93d6f236933d HTTP/1.1" status: 204 len: 168 time: 0.4133530 Jun 28 15:32:45.754568 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:45.766935 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc9075-5aad-4b35-9cbb-ad14b64ef5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdddbcc4-5cdf-4b15-8671-93d6f236933d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:45.769808 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-00bc9075-5aad-4b35-9cbb-ad14b64ef5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:45.813136 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca21f8a-8669-4f6c-bcda-ce1481466146 req-3b1bee27-6d15-4389-b89c-c1b4942d43ba tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:45.817722 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bc635702-e55d-4393-8bbf-1c9bae09a797 req-fe22a689-a8f8-46e6-9b20-67f54934850f service neutron] 10.222.0.13 "GET /v2.0/networks/4c25610d-e288-457a-893e-843f809d1e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7036800 Jun 28 15:32:45.822574 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2ca21f8a-8669-4f6c-bcda-ce1481466146 req-3b1bee27-6d15-4389-b89c-c1b4942d43ba tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 943 time: 0.1571953 Jun 28 15:32:45.893528 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:45.900601 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2ca21f8a-8669-4f6c-bcda-ce1481466146 req-5ef058ce-3d17-47c9-8534-2ed069f6c858 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765724 Jun 28 15:32:45.996121 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-55e3e8b6-5489-4993-8195-80bfb018e870 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--703222220&fields=id&tenant_id=aa7b97b5f12b46409d73a4a413f3d442 HTTP/1.1" status: 200 len: 267 time: 0.3011613 Jun 28 15:32:45.999009 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=2af6d955-fb01-46dc-9a85-f564af406c9e,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:46.001931 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:46.113353 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:46.120039 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:46.121780 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-9168b4c8-c000-43e3-b0da-3089e24436c3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1617501886&fields=id&tenant_id=36fae96cd86749f98273c6117cbe28df HTTP/1.1" status: 200 len: 267 time: 0.1002073 Jun 28 15:32:46.138133 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad67717-ff18-4978-a769-b73466cc18bf req-4f1d1ce3-458e-4924-b9c7-85d781e8bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:46.139641 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7ad67717-ff18-4978-a769-b73466cc18bf req-4f1d1ce3-458e-4924-b9c7-85d781e8bf89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe6a970b33b94daab5154ea73e1d166e&device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 1096 time: 0.2275298 Jun 28 15:32:46.225784 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-64e44dff-fee2-49b1-8b6e-0e623c3cee4b tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:46.233287 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-64e44dff-fee2-49b1-8b6e-0e623c3cee4b tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/networks?id=bd283de2-b0ac-4f67-ad2f-3fe07c495478 HTTP/1.1" status: 200 len: 811 time: 0.2264791 Jun 28 15:32:46.328478 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-ccf3cd5a-1548-4984-b568-fb7f60666faa tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/quotas/aa7b97b5f12b46409d73a4a413f3d442 HTTP/1.1" status: 200 len: 375 time: 0.0942028 Jun 28 15:32:46.386427 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-bbb36ea7-b0a1-4231-96e5-ae3dc1da4263 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:46.388054 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-bbb36ea7-b0a1-4231-96e5-ae3dc1da4263 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 817 time: 0.2655144 Jun 28 15:32:46.422421 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-61239870-6f4a-48e8-a89f-f67adde48d0d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/quotas/36fae96cd86749f98273c6117cbe28df HTTP/1.1" status: 200 len: 375 time: 0.0250373 Jun 28 15:32:46.598088 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-77b75656-898a-42f8-b9f7-9da6d1af5f94 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1656573 Jun 28 15:32:46.686682 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad67717-ff18-4978-a769-b73466cc18bf req-93b69acd-7908-4cc6-9349-2600aa1682b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:46.688213 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7ad67717-ff18-4978-a769-b73466cc18bf req-93b69acd-7908-4cc6-9349-2600aa1682b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c25610d-e288-457a-893e-843f809d1e93 HTTP/1.1" status: 200 len: 913 time: 0.5024264 Jun 28 15:32:46.713589 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-c8c8b956-a6a6-4644-a5e0-7d43c48920f1 service neutron] 10.222.0.30 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113224 Jun 28 15:32:46.749165 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Router 379c70c1-ed06-4b2f-bfd8-2d984df6c492 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:32:46.754976 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7ad67717-ff18-4978-a769-b73466cc18bf req-85082191-5904-4a99-9e34-ce732da0e203 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e1e0056-7c26-41a6-b014-fd24cc758829 HTTP/1.1" status: 200 len: 217 time: 0.0553782 Jun 28 15:32:46.826720 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:32:46.827244 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-430c7f81-a855-4ca3-b024-d801db16da92 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa7b97b5f12b46409d73a4a413f3d442&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4915140 Jun 28 15:32:46.856589 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-e0efee9f-cd8e-454e-ad2b-bd32addae9b0 service neutron] 10.222.0.30 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355383 Jun 28 15:32:46.888826 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad67717-ff18-4978-a769-b73466cc18bf req-7e4ce41a-78ba-4d46-8d10-ec0e373839c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:46.890273 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7ad67717-ff18-4978-a769-b73466cc18bf req-7e4ce41a-78ba-4d46-8d10-ec0e373839c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a49d1bb6-fbd9-4301-8314-563ae21b8e5a HTTP/1.1" status: 200 len: 852 time: 0.1259120 Jun 28 15:32:46.970430 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7ad67717-ff18-4978-a769-b73466cc18bf req-54d56412-1f14-47d2-b720-0fd10fd2209f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c25610d-e288-457a-893e-843f809d1e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366282 Jun 28 15:32:47.017303 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:32:47.023880 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] 10.222.0.30 "PUT /v2.0/routers/379c70c1-ed06-4b2f-bfd8-2d984df6c492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9441435 Jun 28 15:32:47.028829 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Sync routers for ids ['379c70c1-ed06-4b2f-bfd8-2d984df6c492'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:32:47.042971 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Routers {'379c70c1-ed06-4b2f-bfd8-2d984df6c492'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:32:47.043611 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:32:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['379c70c1-ed06-4b2f-bfd8-2d984df6c492'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:47.114853 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7ad67717-ff18-4978-a769-b73466cc18bf req-fc5a376a-853c-409b-b709-c490876428b3 service neutron] 10.222.0.13 "GET /v2.0/networks/4c25610d-e288-457a-893e-843f809d1e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352673 Jun 28 15:32:47.259465 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Set router 379c70c1-ed06-4b2f-bfd8-2d984df6c492 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:32:47.318707 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7ad67717-ff18-4978-a769-b73466cc18bf req-53fed77e-f3cd-4377-82ae-864bc5782ca6 service neutron] 10.222.0.13 "GET /v2.0/networks/4c25610d-e288-457a-893e-843f809d1e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885798 Jun 28 15:32:47.323770 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16449a17-87cf-4d0d-a973-1817bbc2e7f2 req-1aa991af-2914-47f6-8861-1a9d3c755296 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:47.347358 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-16449a17-87cf-4d0d-a973-1817bbc2e7f2 req-1aa991af-2914-47f6-8861-1a9d3c755296 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 943 time: 0.1650071 Jun 28 15:32:47.416644 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-4ee38aae-e9b2-49e8-b5d7-98eb14fafd81 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 15:32:47.426708 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-4ee38aae-e9b2-49e8-b5d7-98eb14fafd81 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3681831 Jun 28 15:32:47.468257 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-16449a17-87cf-4d0d-a973-1817bbc2e7f2 req-1ea4d45b-a9d2-41fb-8552-f184b871a713 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200037 Jun 28 15:32:47.585555 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'name': 'tempest-ServerRescueNegativeTestJSON-61206483-router', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:25Z', 'updated_at': '2021-06-28T15:32:45Z', 'revision_number': 4, 'project_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'gw_port': {'id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:26Z', 'updated_at': '2021-06-28T15:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2af6d955-fb01-46dc-9a85-f564af406c9e', 'name': '', 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'mac_address': 'fa:16:3e:01:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '24ba7c8a-dbac-438a-96f3-be136ed79139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:41Z', 'updated_at': '2021-06-28T15:32:45Z', 'revision_number': 2, 'project_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'subnets': [{'id': '24ba7c8a-dbac-438a-96f3-be136ed79139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:47.647839 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-6ca5370c-fa7f-4c22-b3cb-7a0a7d88cc5f req-8b1beab8-8000-4ed6-aeb6-fd6bf31c6a94 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 210 time: 0.1081960 Jun 28 15:32:47.650577 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c252dbfa-a0b0-43f4-ba34-85df02a2f3b2 service neutron] 10.222.0.30 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222311 Jun 28 15:32:47.835851 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Checking router: 379c70c1-ed06-4b2f-bfd8-2d984df6c492 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:32:47.836232 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Updating router 379c70c1-ed06-4b2f-bfd8-2d984df6c492 port 2af6d955-fb01-46dc-9a85-f564af406c9e binding host dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:32:47.871286 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-d3c6689a-bdb6-4efc-b920-2826717ec4ef service neutron] 10.222.0.30 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197542 Jun 28 15:32:47.894995 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:48.134871 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 50010) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:48.297124 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9f87cca5-5c76-47d8-987d-18af5d388c5f req-88311781-c55d-4025-a632-8b28b7ec7e69 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 210 time: 0.0538201 Jun 28 15:32:48.501493 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-f61b7ae3-6d8d-4738-9e5d-1998e7c71380 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:48.505150 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-f61b7ae3-6d8d-4738-9e5d-1998e7c71380 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/networks?id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa HTTP/1.1" status: 200 len: 817 time: 0.1911855 Jun 28 15:32:48.554670 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4d66889a-835c-4105-85f6-a6e709c5f8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:48.600082 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-db28dabc-ca2f-4b71-a275-3c4b904fee3d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/quotas/de79f47aa1164e8d93df60b1f8e4e9ee HTTP/1.1" status: 200 len: 375 time: 0.0469246 Jun 28 15:32:48.698395 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:48.709157 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Transition to ACTIVE for port object 2af6d955-fb01-46dc-9a85-f564af406c9e will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:48.719866 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:48.732255 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:48.841676 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-6337a24f-6323-4f16-86d6-26126f0997d1 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=de79f47aa1164e8d93df60b1f8e4e9ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2401946 Jun 28 15:32:48.893364 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435191f-5859-4685-a445-c4b3255c9b8e None None] Pushing event updated for resources: {'Port': ['ID=2af6d955-fb01-46dc-9a85-f564af406c9e,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:48.899835 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9435191f-5859-4685-a445-c4b3255c9b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:48.930099 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361b630-c584-4b4f-9edc-c40ee6c3c1eb req-b076e91d-dbf7-4a3d-b8ed-01e0be1ae1c3 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:48.931072 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Attempting to bind port 2af6d955-fb01-46dc-9a85-f564af406c9e on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:48.931654 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Attempting to bind port 2af6d955-fb01-46dc-9a85-f564af406c9e by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:48.932216 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Attempting to bind port 2af6d955-fb01-46dc-9a85-f564af406c9e on network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:48.934112 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5361b630-c584-4b4f-9edc-c40ee6c3c1eb req-b076e91d-dbf7-4a3d-b8ed-01e0be1ae1c3 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 943 time: 0.1503775 Jun 28 15:32:48.944024 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:48.944758 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Checking segment: {'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:48.945421 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:48.946020 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Bound using segment: {'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:48.946835 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Bound port: 2af6d955-fb01-46dc-9a85-f564af406c9e, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:48.947669 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:48.982964 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4d66889a-835c-4105-85f6-a6e709c5f8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:48.998274 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4d66889a-835c-4105-85f6-a6e709c5f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:49.005332 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:49.009827 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5361b630-c584-4b4f-9edc-c40ee6c3c1eb req-1e8b123f-fa92-44a7-8982-71ec8362e718 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639465 Jun 28 15:32:49.025438 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-bac3415b-7729-4c68-96d4-dc98675d96af service neutron] 10.222.0.30 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817007 Jun 28 15:32:49.085753 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-4d66889a-835c-4105-85f6-a6e709c5f8d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d47a51fb36a84d9ebd155f38c58d6e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9471292 Jun 28 15:32:49.086578 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 50064) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:49.087870 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66889a-835c-4105-85f6-a6e709c5f8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9625b2-5707-4b85-9dfa-f28d41f2324f,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:49.104145 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4d66889a-835c-4105-85f6-a6e709c5f8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:49.109634 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] For port 2af6d955-fb01-46dc-9a85-f564af406c9e, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:49.113940 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] For port 2af6d955-fb01-46dc-9a85-f564af406c9e, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=2af6d955-fb01-46dc-9a85-f564af406c9e,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:49.129707 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:49.138672 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9435191f-5859-4685-a445-c4b3255c9b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:49.209965 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-e40bbe9a-90f8-4618-b385-2015f9755255 service neutron] 10.222.0.30 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838934 Jun 28 15:32:49.233324 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Routers {'379c70c1-ed06-4b2f-bfd8-2d984df6c492'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:32:49.234186 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:32:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['379c70c1-ed06-4b2f-bfd8-2d984df6c492'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:49.240202 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1ad66628-b9cc-44f3-ae49-3e75def90563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:49.288059 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1ad66628-b9cc-44f3-ae49-3e75def90563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:49.299635 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435191f-5859-4685-a445-c4b3255c9b8e None None] Pushing event updated for resources: {'Port': ['ID=2af6d955-fb01-46dc-9a85-f564af406c9e,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:49.304811 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9435191f-5859-4685-a445-c4b3255c9b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:49.371487 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0ded5cbf-65c6-411e-8d26-e50ff731dbe8 req-312f1843-6251-44bb-85de-d8b530fb5581 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 210 time: 0.0526667 Jun 28 15:32:49.391304 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] Set router 379c70c1-ed06-4b2f-bfd8-2d984df6c492 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:32:49.422971 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1ad66628-b9cc-44f3-ae49-3e75def90563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:49.426223 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1ad66628-b9cc-44f3-ae49-3e75def90563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:49.429648 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-1ad66628-b9cc-44f3-ae49-3e75def90563 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd9625b2-5707-4b85-9dfa-f28d41f2324f HTTP/1.1" status: 204 len: 168 time: 0.3393707 Jun 28 15:32:49.431602 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:49.460855 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad66628-b9cc-44f3-ae49-3e75def90563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9625b2-5707-4b85-9dfa-f28d41f2324f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:49.470335 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1ad66628-b9cc-44f3-ae49-3e75def90563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:49.573644 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-fe770aac-aae6-4dcf-8b25-427ebb4221eb req-14b7faa8-ebb5-435b-88ec-44f28c7c9402 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 210 time: 0.0761747 Jun 28 15:32:49.658140 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c2d2e3f9-f8d2-4344-9f38-d1ed917ecf38 req-4dafccad-e83f-4c36-927e-2057dbbc2195 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 210 time: 0.1064341 Jun 28 15:32:49.823587 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'name': 'tempest-ServerRescueNegativeTestJSON-61206483-router', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:25Z', 'updated_at': '2021-06-28T15:32:45Z', 'revision_number': 4, 'project_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'gw_port': {'id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:26Z', 'updated_at': '2021-06-28T15:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2af6d955-fb01-46dc-9a85-f564af406c9e', 'name': '', 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'mac_address': 'fa:16:3e:01:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '24ba7c8a-dbac-438a-96f3-be136ed79139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:41Z', 'updated_at': '2021-06-28T15:32:49Z', 'revision_number': 4, 'project_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'subnets': [{'id': '24ba7c8a-dbac-438a-96f3-be136ed79139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:32:49.947572 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445bbc6f-4585-4dae-9875-9375d570364b None None] The sync data for ids ['379c70c1-ed06-4b2f-bfd8-2d984df6c492'] in dv-cinder-797245-5-smb is: [{'id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'name': 'tempest-ServerRescueNegativeTestJSON-61206483-router', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:25Z', 'updated_at': '2021-06-28T15:32:45Z', 'revision_number': 4, 'project_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'gw_port': {'id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:26Z', 'updated_at': '2021-06-28T15:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2af6d955-fb01-46dc-9a85-f564af406c9e', 'name': '', 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'mac_address': 'fa:16:3e:01:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '24ba7c8a-dbac-438a-96f3-be136ed79139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:41Z', 'updated_at': '2021-06-28T15:32:49Z', 'revision_number': 4, 'project_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'subnets': [{'id': '24ba7c8a-dbac-438a-96f3-be136ed79139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:32:50.281976 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-88f370d0-54bd-473d-9bbb-33ed4d68fe05 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:50.292710 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-88f370d0-54bd-473d-9bbb-33ed4d68fe05 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.13 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 817 time: 0.4294531 Jun 28 15:32:50.475746 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 7e1e0056-7c26-41a6-b014-fd24cc758829 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:32:50.494723 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-d305aca5-7fc2-4a26-bbc2-4da6fba841f6 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:50.508617 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-d305aca5-7fc2-4a26-bbc2-4da6fba841f6 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/networks?id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa HTTP/1.1" status: 200 len: 817 time: 0.3984189 Jun 28 15:32:50.511721 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.13', 55316) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:50.524458 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-b603c511-a36d-4483-86cb-d6f250983f24 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fae96cd86749f98273c6117cbe28df HTTP/1.1" status: 200 len: 380 time: 0.2228088 Jun 28 15:32:50.554223 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 50148) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:50.609799 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Request body: {'port': {'device_id': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'admin_state_up': True, 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'security_groups': ['12d5390e-55df-48e9-981d-3d91b8262ada']}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:50.625281 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-25efb5f3-c7a7-4afe-b09c-96fa04cf74d7 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/quotas/de79f47aa1164e8d93df60b1f8e4e9ee HTTP/1.1" status: 200 len: 375 time: 0.0888612 Jun 28 15:32:50.689226 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 7e1e0056-7c26-41a6-b014-fd24cc758829, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7e1e0056-7c26-41a6-b014-fd24cc758829,segment=NetworkSegment(988ba82c-49cc-4de9-82ba-a123ecbe9227),segment_id=988ba82c-49cc-4de9-82ba-a123ecbe9227)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:32:50.730302 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '7e1e0056-7c26-41a6-b014-fd24cc758829', 'network_id': '4c25610d-e288-457a-893e-843f809d1e93', 'port_id': '7e1e0056-7c26-41a6-b014-fd24cc758829', 'mac_address': 'fa:16:3e:60:22:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49d1bb6-fbd9-4301-8314-563ae21b8e5a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:32:50.849906 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:50.893120 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1e0056-7c26-41a6-b014-fd24cc758829 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:32:50.964876 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 7e1e0056-7c26-41a6-b014-fd24cc758829, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7e1e0056-7c26-41a6-b014-fd24cc758829,segment=NetworkSegment(988ba82c-49cc-4de9-82ba-a123ecbe9227),segment_id=988ba82c-49cc-4de9-82ba-a123ecbe9227)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:32:50.968093 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Made reservation on behalf of 36fae96cd86749f98273c6117cbe28df for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:50.972210 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:50.985650 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 2af6d955-fb01-46dc-9a85-f564af406c9e up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:51.035629 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d89857-817f-4a4c-a9a6-f11fe523cd4d req-68368107-c736-4482-a99c-f683f3a9c7bc tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:51.037517 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-62d89857-817f-4a4c-a9a6-f11fe523cd4d req-68368107-c736-4482-a99c-f683f3a9c7bc tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 943 time: 0.6253650 Jun 28 15:32:51.091476 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:51.094185 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-747357fa-b66d-4e7d-859b-09608119b9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:51.141572 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f44c0fac-249f-4d73-b3a7-4a6c91525a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:51.176961 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 2af6d955-fb01-46dc-9a85-f564af406c9e completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:51.192892 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-62d89857-817f-4a4c-a9a6-f11fe523cd4d req-14761d1b-fe06-46d1-b73f-c6c12ab8715b tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829914 Jun 28 15:32:51.220901 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 2af6d955-fb01-46dc-9a85-f564af406c9e triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:51.225448 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:51.278710 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=7e1e0056-7c26-41a6-b014-fd24cc758829,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:51.283422 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:51.288745 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Allocated IP 172.20.0.8 (c468dac8-aa22-4082-b723-9376a95ffc38/db7154b0-9367-4b44-b4df-95881ae31463/73a06cd2-a2c6-4876-9715-862c5cfb5329) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:51.312358 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-2b354366-bb68-4eac-9e21-8c30644bda19 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:51.316927 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-2b354366-bb68-4eac-9e21-8c30644bda19 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.13 "GET /v2.0/networks?id=bd283de2-b0ac-4f67-ad2f-3fe07c495478 HTTP/1.1" status: 200 len: 811 time: 0.8035090 Jun 28 15:32:51.357078 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['7e1e0056-7c26-41a6-b014-fd24cc758829'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:32:51.435132 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:51.455054 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f57039f8-59aa-445c-beca-fbb2d4f6d213 req-ca3557fb-9df2-46b4-bc08-1fb44cf2e798 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 210 time: 0.0759969 Jun 28 15:32:51.478342 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-7703cbf2-f5da-49cd-a7e5-53221afcc746 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa7b97b5f12b46409d73a4a413f3d442 HTTP/1.1" status: 200 len: 379 time: 0.1483936 Jun 28 15:32:51.518262 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Request body: {'port': {'device_id': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'admin_state_up': True, 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'security_groups': ['09b3bfef-bb02-4f70-94fb-0e0070cd3728']}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:51.630978 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:51.668234 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Transition to ACTIVE for port object 73a06cd2-a2c6-4876-9715-862c5cfb5329 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:51.672400 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 2af6d955-fb01-46dc-9a85-f564af406c9e, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=2af6d955-fb01-46dc-9a85-f564af406c9e,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:32:51.705348 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:51.721756 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-71161930-debc-405d-8055-8b4aa005c756 req-08435c00-a776-4928-9f0e-787bb4cb04dd tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 210 time: 0.0514238 Jun 28 15:32:51.731784 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:51.737726 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.13', 55322) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:51.819390 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-343a2eb7-5e75-4008-9f9f-ad6e0f2dc35f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=de79f47aa1164e8d93df60b1f8e4e9ee&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1859984 Jun 28 15:32:51.878547 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:51.891390 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:51.937650 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f44c0fac-249f-4d73-b3a7-4a6c91525a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:51.956493 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=2af6d955-fb01-46dc-9a85-f564af406c9e,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:51.969384 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:52.035764 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-ac168dea-0518-4942-b236-4a239bc715fa tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:52.038140 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-ac168dea-0518-4942-b236-4a239bc715fa tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.13 "GET /v2.0/networks?id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa HTTP/1.1" status: 200 len: 817 time: 0.2989955 Jun 28 15:32:52.041101 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Network c468dac8-aa22-4082-b723-9376a95ffc38 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:52.042077 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event updated for resources: {'Port': ['ID=73a06cd2-a2c6-4876-9715-862c5cfb5329,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:52.044566 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f44c0fac-249f-4d73-b3a7-4a6c91525a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:52.046908 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:52.063298 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:52.069996 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Request body: {'port': {'device_id': '7757f3f1-9979-4455-90d2-681251fa2b2e', 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa', 'admin_state_up': True, 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:52.075036 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-00bc9075-5aad-4b35-9cbb-ad14b64ef5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:52.145199 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:52.160347 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:52.162533 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:52.183478 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-f44c0fac-249f-4d73-b3a7-4a6c91525a6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0639d90ffbae457c982616e38a215fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6280804 Jun 28 15:32:52.193590 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 50194) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:52.220404 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c0fac-249f-4d73-b3a7-4a6c91525a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a949b740-7304-4b2c-8f90-1f6267692bb0,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:52.229087 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f44c0fac-249f-4d73-b3a7-4a6c91525a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:52.236087 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-54629e7c-7298-4c49-b963-e41a2f9bd9bf service neutron] 10.222.0.30 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984122 Jun 28 15:32:52.257605 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Made reservation on behalf of aa7b97b5f12b46409d73a4a413f3d442 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:52.276028 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:52.309006 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7302415 Jun 28 15:32:52.387112 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Request body: {'port': {'device_id': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:52.468249 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 7e1e0056-7c26-41a6-b014-fd24cc758829 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:52.586510 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-c372e37f-b1fb-479e-84ea-9fed7678a829 None None] Provisioning for port 73a06cd2-a2c6-4876-9715-862c5cfb5329 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:52.601311 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-c372e37f-b1fb-479e-84ea-9fed7678a829 None None] Provisioning complete for port 73a06cd2-a2c6-4876-9715-862c5cfb5329 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:52.601737 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c372e37f-b1fb-479e-84ea-9fed7678a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:52.602885 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Made reservation on behalf of de79f47aa1164e8d93df60b1f8e4e9ee for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:52.605048 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 7e1e0056-7c26-41a6-b014-fd24cc758829 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:52.606923 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:52.610420 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 7e1e0056-7c26-41a6-b014-fd24cc758829 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:52.610821 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:52.622230 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e99c03be-0f5f-446a-b51c-8528f02c761d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:52.654040 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e99c03be-0f5f-446a-b51c-8528f02c761d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:52.664786 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-77a51c93-ef89-4b4b-8a42-2acd577147ca service neutron] 10.222.0.30 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204190 Jun 28 15:32:52.752778 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d608175-45c9-4a3c-a3c6-6ad36487fe69 req-a5e18d95-a88d-4830-a640-da264625662f tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:52.754375 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4d608175-45c9-4a3c-a3c6-6ad36487fe69 req-a5e18d95-a88d-4830-a640-da264625662f tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 944 time: 0.3147674 Jun 28 15:32:52.764488 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:52.885201 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:52.911936 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Allocated IP 172.20.0.13 (bd283de2-b0ac-4f67-ad2f-3fe07c495478/800ee415-7eda-45d6-8a9f-e801a3179bb1/48a524d9-0e90-4967-bbe8-2af18a546ea8) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:52.979400 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59869f53-b5fd-47d1-be3a-0bf2192a68b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1e0056-7c26-41a6-b014-fd24cc758829'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:32:53.098220 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 2af6d955-fb01-46dc-9a85-f564af406c9e up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:32:53.125187 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-c372e37f-b1fb-479e-84ea-9fed7678a829 None None] Port 73a06cd2-a2c6-4876-9715-862c5cfb5329 cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:32:53.168607 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 7e1e0056-7c26-41a6-b014-fd24cc758829, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7e1e0056-7c26-41a6-b014-fd24cc758829,segment=NetworkSegment(988ba82c-49cc-4de9-82ba-a123ecbe9227),segment_id=988ba82c-49cc-4de9-82ba-a123ecbe9227)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:32:53.200002 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:53.213050 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:53.257725 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:53.283667 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e8f14-277a-46f5-8bc7-db77642809d7 req-b61b8f8f-23bb-4901-a987-f5c975bda365 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:53.285529 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1c7e8f14-277a-46f5-8bc7-db77642809d7 req-b61b8f8f-23bb-4901-a987-f5c975bda365 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 931 time: 0.1406929 Jun 28 15:32:53.311408 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=7e1e0056-7c26-41a6-b014-fd24cc758829,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:53.317356 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:53.334937 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 2af6d955-fb01-46dc-9a85-f564af406c9e triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:53.335500 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:53.379264 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb54e5d-54fa-4ac7-a44a-37acfcdc951f" -d '{"events": [{"server_uuid": "59869f53-b5fd-47d1-be3a-0bf2192a68b3", "name": "network-vif-plugged", "status": "completed", "tag": "7e1e0056-7c26-41a6-b014-fd24cc758829"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:32:53.386890 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1c7e8f14-277a-46f5-8bc7-db77642809d7 req-d77762d5-7700-4fbd-8271-7462365f0c03 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935247 Jun 28 15:32:53.490157 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4d608175-45c9-4a3c-a3c6-6ad36487fe69 req-87e14106-542d-4ddc-89d2-c5c1a6631eb3 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7088132 Jun 28 15:32:53.507524 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Transition to ACTIVE for port object 48a524d9-0e90-4967-bbe8-2af18a546ea8 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:53.509641 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a06cd2-a2c6-4876-9715-862c5cfb5329 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:32:53.519721 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e99c03be-0f5f-446a-b51c-8528f02c761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:53.522961 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e99c03be-0f5f-446a-b51c-8528f02c761d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:53.524268 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-e99c03be-0f5f-446a-b51c-8528f02c761d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a949b740-7304-4b2c-8f90-1f6267692bb0 HTTP/1.1" status: 204 len: 168 time: 1.3294926 Jun 28 15:32:53.525228 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-27a54a8d-14dd-4480-b135-b2f54f9caa31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:53.534255 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:53.539348 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Allocated IP 172.20.0.3 (1c0c75fa-9c2e-4285-8b72-c54abec6ebaa/24ba7c8a-dbac-438a-96f3-be136ed79139/001e505d-02ff-42a5-b4ed-a475521deccd) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:53.555250 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c03be-0f5f-446a-b51c-8528f02c761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a949b740-7304-4b2c-8f90-1f6267692bb0,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:53.570920 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e99c03be-0f5f-446a-b51c-8528f02c761d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:53.590000 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Transition to ACTIVE for port object 73a06cd2-a2c6-4876-9715-862c5cfb5329 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:53.627081 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:53.628150 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e92e4a99-52b1-45e2-94b8-889e34dbab4c req-5ec587af-9057-4623-b24f-7ebbc95a4e3a tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 210 time: 0.0519567 Jun 28 15:32:53.640556 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:53.644382 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:53.666345 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:53.854352 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event updated for resources: {'Port': ['ID=48a524d9-0e90-4967-bbe8-2af18a546ea8,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:53.863010 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:53.873845 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Network bd283de2-b0ac-4f67-ad2f-3fe07c495478 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:53.881103 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:53.883494 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=73a06cd2-a2c6-4876-9715-862c5cfb5329,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:53.907222 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6b2a9c-9dab-43aa-acd4-f3b954e2ca48 x-openstack-request-id: req-1d6b2a9c-9dab-43aa-acd4-f3b954e2ca48 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:32:53.908231 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:53.908353 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59869f53-b5fd-47d1-be3a-0bf2192a68b3", "name": "network-vif-plugged", "status": "completed", "tag": "7e1e0056-7c26-41a6-b014-fd24cc758829", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:32:53.908680 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d6b2a9c-9dab-43aa-acd4-f3b954e2ca48 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:32:53.909156 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59869f53-b5fd-47d1-be3a-0bf2192a68b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1e0056-7c26-41a6-b014-fd24cc758829', 'code': 200} Jun 28 15:32:53.913553 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:53.921657 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:53.922747 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:53.987753 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872b4c-108c-40de-93c8-f55df823a9eb req-31cc12d4-6a55-443d-9108-8af0cd2e4564 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:53.989272 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9c872b4c-108c-40de-93c8-f55df823a9eb req-31cc12d4-6a55-443d-9108-8af0cd2e4564 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 932 time: 0.3803911 Jun 28 15:32:53.997560 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5058794 Jun 28 15:32:54.078223 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Request body: {'port': {'device_id': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:54.117355 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:54.254959 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:54.291488 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.13', 55339) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:54.293453 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e8e96177-2915-402f-91d8-c351ccf91146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:54.302759 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Attempting to bind port 73a06cd2-a2c6-4876-9715-862c5cfb5329 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:54.303375 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Attempting to bind port 73a06cd2-a2c6-4876-9715-862c5cfb5329 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:54.306929 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Attempting to bind port 73a06cd2-a2c6-4876-9715-862c5cfb5329 on network c468dac8-aa22-4082-b723-9376a95ffc38 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:54.360222 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9c872b4c-108c-40de-93c8-f55df823a9eb req-334d2607-2796-4c97-bb8a-5e874a3f5eee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3616438 Jun 28 15:32:54.383078 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 50274) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:54.390217 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-b0028218-8c71-4b7f-a6dc-343d68bb6ad9 None None] Provisioning for port 48a524d9-0e90-4967-bbe8-2af18a546ea8 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:32:54.396422 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-b0028218-8c71-4b7f-a6dc-343d68bb6ad9 None None] Provisioning complete for port 48a524d9-0e90-4967-bbe8-2af18a546ea8 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:32:54.397778 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0028218-8c71-4b7f-a6dc-343d68bb6ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:54.415984 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:54.425142 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-61d1f97c-b8c8-47cf-8a24-1dfd8b392aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:54.429527 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Port 73a06cd2-a2c6-4876-9715-862c5cfb5329 on network c468dac8-aa22-4082-b723-9376a95ffc38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:32:54.434276 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Attempting to bind port 73a06cd2-a2c6-4876-9715-862c5cfb5329 on network c468dac8-aa22-4082-b723-9376a95ffc38 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:54.453372 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:54.455951 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:54.477361 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-b0028218-8c71-4b7f-a6dc-343d68bb6ad9 None None] Port 48a524d9-0e90-4967-bbe8-2af18a546ea8 cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:32:54.482030 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:54.487572 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:54.488181 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:54.503092 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:54.503411 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Checking segment: {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:54.503779 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Bound using segment: {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:54.504276 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Bound port: 73a06cd2-a2c6-4876-9715-862c5cfb5329, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:54.504615 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:54.558359 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Pushing event updated for resources: {'Port': ['ID=001e505d-02ff-42a5-b4ed-a475521deccd,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:54.565766 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:54.589715 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe715f6-a019-4849-905a-4c342e7068ae req-e1d3c506-8efc-43d0-97b6-2688ea94a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:54.602764 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2fe715f6-a019-4849-905a-4c342e7068ae req-e1d3c506-8efc-43d0-97b6-2688ea94a2d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 1098 time: 0.3034012 Jun 28 15:32:54.665540 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-2fe715f6-a019-4849-905a-4c342e7068ae req-9cff2fc7-6a24-4331-9e9f-991d5e55a9cb service neutron] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:54.723345 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:54.795806 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:54.828030 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:54.828675 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.13', 55342) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:54.858359 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:54.952304 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-61d1f97c-b8c8-47cf-8a24-1dfd8b392aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:54.986431 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=73a06cd2-a2c6-4876-9715-862c5cfb5329,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:54.995556 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:55.015849 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9159c8-d673-4a52-a50e-7d5cc7268c76 req-0020813a-480d-4d00-bbd0-4e6492de1073 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:55.015849 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-cd9159c8-d673-4a52-a50e-7d5cc7268c76 req-0020813a-480d-4d00-bbd0-4e6492de1073 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 945 time: 0.2903953 Jun 28 15:32:55.018274 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-61d1f97c-b8c8-47cf-8a24-1dfd8b392aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.063782 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728aaf7-fc44-4b79-bd08-4f44f7a2dfda req-64d43dea-2ad6-4897-bbcb-b959c703cdff tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:55.065406 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9728aaf7-fc44-4b79-bd08-4f44f7a2dfda req-64d43dea-2ad6-4897-bbcb-b959c703cdff tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.3693798 Jun 28 15:32:55.097670 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:55.098378 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.103915 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/73a06cd2-a2c6-4876-9715-862c5cfb5329 HTTP/1.1" status: 200 len: 1093 time: 2.7241008 Jun 28 15:32:55.107831 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d308874c-3b8e-4ffe-b871-e40b0756f80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:55.123358 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0620942 Jun 28 15:32:55.127808 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:32:55.130228 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ba99b4-9e63-41f3-92ce-1191e511be98" -d '{"events": [{"name": "network-changed", "server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:32:55.187722 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Request body: {'port': {'device_id': '7757f3f1-9979-4455-90d2-681251fa2b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:55.203128 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-cd9159c8-d673-4a52-a50e-7d5cc7268c76 req-7f13299f-3a1c-4817-bbe5-90f7f152d723 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465039 Jun 28 15:32:55.321513 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-2fe715f6-a019-4849-905a-4c342e7068ae req-9cff2fc7-6a24-4331-9e9f-991d5e55a9cb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.332395 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-2fe715f6-a019-4849-905a-4c342e7068ae req-9cff2fc7-6a24-4331-9e9f-991d5e55a9cb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.339332 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:55.342903 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a524d9-0e90-4967-bbe8-2af18a546ea8 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:32:55.352065 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1f97c-b8c8-47cf-8a24-1dfd8b392aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58efca1-ab66-417a-8d3b-0a1510c34651,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:55.357279 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-61d1f97c-b8c8-47cf-8a24-1dfd8b392aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:55.371989 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-61d1f97c-b8c8-47cf-8a24-1dfd8b392aa7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16d3672046a34424b78cb95622e3308a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9813251 Jun 28 15:32:55.376237 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 50334) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:55.383340 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.395192 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-b19eec07-1ddb-4577-b22b-fb4dbabc30b2 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:55.396978 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-b19eec07-1ddb-4577-b22b-fb4dbabc30b2 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.13 "GET /v2.0/networks?id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa HTTP/1.1" status: 200 len: 817 time: 0.5656559 Jun 28 15:32:55.412030 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2fe715f6-a019-4849-905a-4c342e7068ae req-9cff2fc7-6a24-4331-9e9f-991d5e55a9cb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7972991 Jun 28 15:32:55.414161 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9728aaf7-fc44-4b79-bd08-4f44f7a2dfda req-443919fd-c295-493a-b66f-7ae474ba170f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072288 Jun 28 15:32:55.439289 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff2fc7-6a24-4331-9e9f-991d5e55a9cb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4f921094-fc34-4c44-9d93-87130590bdb2,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:55.442325 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Request body: {'port': {'device_id': '106e2634-6321-4ace-a0cd-5421e1ed6503', 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa', 'admin_state_up': True, 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:55.505100 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f05b93-554d-4c7c-a1a9-b9d52e0c37db x-openstack-request-id: req-b6f05b93-554d-4c7c-a1a9-b9d52e0c37db {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:32:55.505437 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:32:55.505686 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6f05b93-554d-4c7c-a1a9-b9d52e0c37db {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:32:55.506401 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'status': 'completed', 'code': 200} Jun 28 15:32:55.574797 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.607422 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-57c79567-1be5-4b52-bd8f-efff6c69261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:55.608969 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-57c79567-1be5-4b52-bd8f-efff6c69261c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 1096 time: 0.4359319 Jun 28 15:32:55.623587 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9cff2fc7-6a24-4331-9e9f-991d5e55a9cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:55.627401 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-539fd866-80f9-481d-b157-b53107832615 req-b6794abb-ed2e-46b3-9cf2-1462ba5c403e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 210 time: 0.2367404 Jun 28 15:32:55.628343 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Transition to ACTIVE for port object 48a524d9-0e90-4967-bbe8-2af18a546ea8 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:55.635901 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.646487 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e4627055-7f62-411a-91bd-dc603887ff12 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:55.685466 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Pushing event updated for resources: {'Port': ['ID=48a524d9-0e90-4967-bbe8-2af18a546ea8,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:55.720901 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d991fd8e-84ec-4101-90ad-d8676bb97c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.728109 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-354d9f8b-7d86-4998-9a7a-1a89ee4b6c35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329 HTTP/1.1" status: 200 len: 217 time: 0.0985172 Jun 28 15:32:55.738985 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:55.784077 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Attempting to bind port 48a524d9-0e90-4967-bbe8-2af18a546ea8 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:55.784436 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Attempting to bind port 48a524d9-0e90-4967-bbe8-2af18a546ea8 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:55.784818 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Attempting to bind port 48a524d9-0e90-4967-bbe8-2af18a546ea8 on network bd283de2-b0ac-4f67-ad2f-3fe07c495478 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:55.791356 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Port 48a524d9-0e90-4967-bbe8-2af18a546ea8 on network bd283de2-b0ac-4f67-ad2f-3fe07c495478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:32:55.791356 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Attempting to bind port 48a524d9-0e90-4967-bbe8-2af18a546ea8 on network bd283de2-b0ac-4f67-ad2f-3fe07c495478 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:55.795664 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:55.796002 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Checking segment: {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:55.796628 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Bound using segment: {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:55.797092 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Bound port: 48a524d9-0e90-4967-bbe8-2af18a546ea8, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:55.797461 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.877453 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] For port 48a524d9-0e90-4967-bbe8-2af18a546ea8, host hv-cinder-79724, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:55.881904 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d991fd8e-84ec-4101-90ad-d8676bb97c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.882408 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] For port 48a524d9-0e90-4967-bbe8-2af18a546ea8, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48a524d9-0e90-4967-bbe8-2af18a546ea8,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:55.888254 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.892273 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:55.926926 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Made reservation on behalf of de79f47aa1164e8d93df60b1f8e4e9ee for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:32:55.931048 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:55.931169 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.931651 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:55.933050 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] 10.222.0.13 "PUT /v2.0/ports/48a524d9-0e90-4967-bbe8-2af18a546ea8 HTTP/1.1" status: 200 len: 1094 time: 1.8712387 Jun 28 15:32:55.933521 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'tag': '48a524d9-0e90-4967-bbe8-2af18a546ea8'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:32:55.953827 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-f28e8062-0339-4b9c-8581-11196e82fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:55.955936 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-f28e8062-0339-4b9c-8581-11196e82fdc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 200 len: 856 time: 0.2078955 Jun 28 15:32:56.004017 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a51379-553e-44e6-b6d5-9d4a8c811b9f req-7a6c058b-4a5b-4dcf-9077-31a3d38764a4 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:56.005565 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f4a51379-553e-44e6-b6d5-9d4a8c811b9f req-7a6c058b-4a5b-4dcf-9077-31a3d38764a4 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 932 time: 0.4097574 Jun 28 15:32:56.082870 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Pushing event updated for resources: {'Port': ['ID=48a524d9-0e90-4967-bbe8-2af18a546ea8,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:56.097613 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:56.173560 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-88cb987a-b899-426e-9fa4-153c898b0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:56.176008 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-88cb987a-b899-426e-9fa4-153c898b0a15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa7b97b5f12b46409d73a4a413f3d442&device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 1097 time: 0.1822329 Jun 28 15:32:56.209920 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f4a51379-553e-44e6-b6d5-9d4a8c811b9f req-131b956c-b15e-4314-8e62-490e561671ad tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764729 Jun 28 15:32:56.245670 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d991fd8e-84ec-4101-90ad-d8676bb97c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:56.264548 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d991fd8e-84ec-4101-90ad-d8676bb97c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:56.268695 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d991fd8e-84ec-4101-90ad-d8676bb97c68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b58efca1-ab66-417a-8d3b-0a1510c34651 HTTP/1.1" status: 204 len: 168 time: 0.8865054 Jun 28 15:32:56.270433 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:56.311775 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-b9cf48fa-70ec-48f9-9182-eae61ce44d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:56.313533 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-b9cf48fa-70ec-48f9-9182-eae61ce44d4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c468dac8-aa22-4082-b723-9376a95ffc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3437421 Jun 28 15:32:56.314432 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991fd8e-84ec-4101-90ad-d8676bb97c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58efca1-ab66-417a-8d3b-0a1510c34651,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:56.326765 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d991fd8e-84ec-4101-90ad-d8676bb97c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:56.330685 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299521533173c05a36196c73841158df7b53abe6ce317cc0fe5db9242a299b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22da0a0-67f1-46f9-83a7-6b0ac5b6658e" -d '{"events": [{"name": "network-changed", "server_uuid": "1888a864-e955-4d7f-a8ab-d7d14acf10a1", "tag": "48a524d9-0e90-4967-bbe8-2af18a546ea8"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:32:56.340338 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-66d553d5-f42f-4fba-910f-61a21735788e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a524d9-0e90-4967-bbe8-2af18a546ea8 HTTP/1.1" status: 200 len: 217 time: 0.1573007 Jun 28 15:32:56.411836 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001e505d-02ff-42a5-b4ed-a475521deccd {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:32:56.454324 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:56.495909 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-65416395-67cb-4629-b1a8-a0e4d4532a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:56.497420 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-65416395-67cb-4629-b1a8-a0e4d4532a77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=800ee415-7eda-45d6-8a9f-e801a3179bb1 HTTP/1.1" status: 200 len: 850 time: 0.1430199 Jun 28 15:32:56.501545 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Transition to ACTIVE for port object 001e505d-02ff-42a5-b4ed-a475521deccd will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:56.508281 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab63984-3eea-4524-b385-0c24ddf8e5e8 x-openstack-request-id: req-aab63984-3eea-4524-b385-0c24ddf8e5e8 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:32:56.508281 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1888a864-e955-4d7f-a8ab-d7d14acf10a1", "tag": "48a524d9-0e90-4967-bbe8-2af18a546ea8", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:32:56.508502 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aab63984-3eea-4524-b385-0c24ddf8e5e8 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:32:56.509037 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'tag': '48a524d9-0e90-4967-bbe8-2af18a546ea8', 'status': 'completed', 'code': 200} Jun 28 15:32:56.519184 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:56.552975 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:56.564769 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-d19de89c-cc4b-4cbd-aab1-063f5ece899e service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393222 Jun 28 15:32:56.591313 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6623b-6f3a-433e-8fdd-d0435647d554 req-5792f004-8265-4a8f-88df-c4645b35c461 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:56.603945 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a8b6623b-6f3a-433e-8fdd-d0435647d554 req-5792f004-8265-4a8f-88df-c4645b35c461 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 945 time: 0.2204781 Jun 28 15:32:56.708221 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-36051756-1532-4316-a66f-0981a55c5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:56.709575 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-36051756-1532-4316-a66f-0981a55c5728 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd283de2-b0ac-4f67-ad2f-3fe07c495478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1994159 Jun 28 15:32:56.719136 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a8b6623b-6f3a-433e-8fdd-d0435647d554 req-9034ea94-242e-4ec4-ad54-f4fc0b3f9e5d tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023188 Jun 28 15:32:56.900318 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-b6958999-e38f-4f62-a3a6-45b6fecd2166 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797915 Jun 28 15:32:56.936766 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fb1ce49-7344-406f-9f3a-bde804796cfb req-f4443f60-699c-4ae7-bc46-2e8e8cc4d209 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439379 Jun 28 15:32:56.982571 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 50398) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:57.037284 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Allocated IP 172.20.0.9 (1c0c75fa-9c2e-4285-8b72-c54abec6ebaa/24ba7c8a-dbac-438a-96f3-be136ed79139/0e534219-d95f-42e4-adb4-95644e242f58) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:32:57.040348 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Pushing event updated for resources: {'Port': ['ID=001e505d-02ff-42a5-b4ed-a475521deccd,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:57.070595 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-439da4ec-e2da-46e7-95cb-6bd9d7c92bb4 req-c20f33c3-0f87-4b5a-aa5d-c288d479c408 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 210 time: 0.1188128 Jun 28 15:32:57.116233 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:57.133032 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4cc5cbda-8cc4-4df4-8344-027d5c1454ba req-890c1234-00fa-4334-9ef9-b45fef26d9ba service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255123 Jun 28 15:32:57.226675 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Attempting to bind port 001e505d-02ff-42a5-b4ed-a475521deccd on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:57.227003 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Attempting to bind port 001e505d-02ff-42a5-b4ed-a475521deccd by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:57.227896 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Attempting to bind port 001e505d-02ff-42a5-b4ed-a475521deccd on network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:57.251078 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22da0a0-67f1-46f9-83a7-6b0ac5b6658e req-cc2a6cc9-9d71-49f6-8485-c153b2cf0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:57.252829 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e22da0a0-67f1-46f9-83a7-6b0ac5b6658e req-cc2a6cc9-9d71-49f6-8485-c153b2cf0ab6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa7b97b5f12b46409d73a4a413f3d442&device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 1097 time: 0.0578907 Jun 28 15:32:57.284775 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Port 001e505d-02ff-42a5-b4ed-a475521deccd on network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:32:57.284775 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Attempting to bind port 001e505d-02ff-42a5-b4ed-a475521deccd on network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:57.286593 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-62989efe-8d34-40fe-b9ae-4b057d368425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:57.310500 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:57.310820 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Checking segment: {'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:57.311170 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Bound using segment: {'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:57.311613 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Bound port: 001e505d-02ff-42a5-b4ed-a475521deccd, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:57.311967 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:57.339497 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a730f-4bfc-4a67-94f0-f87c191bd437 req-8ef5399f-5332-4f36-98bb-a63f378aaa8f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:57.341016 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-250a730f-4bfc-4a67-94f0-f87c191bd437 req-8ef5399f-5332-4f36-98bb-a63f378aaa8f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.3961639 Jun 28 15:32:57.429178 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba99b4-9e63-41f3-92ce-1191e511be98 req-0a11bd1b-4ef7-42aa-b853-fdef124e3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:57.429178 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d4ba99b4-9e63-41f3-92ce-1191e511be98 req-0a11bd1b-4ef7-42aa-b853-fdef124e3606 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 1096 time: 0.3137846 Jun 28 15:32:57.459671 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:57.472078 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22da0a0-67f1-46f9-83a7-6b0ac5b6658e req-d331239f-52cf-4ce0-903c-e04379efe949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:57.473890 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e22da0a0-67f1-46f9-83a7-6b0ac5b6658e req-d331239f-52cf-4ce0-903c-e04379efe949 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd283de2-b0ac-4f67-ad2f-3fe07c495478 HTTP/1.1" status: 200 len: 912 time: 0.2139158 Jun 28 15:32:57.537984 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-250a730f-4bfc-4a67-94f0-f87c191bd437 req-ddda1a44-3388-4c63-acfc-41502acf8507 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860950 Jun 28 15:32:57.546622 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e22da0a0-67f1-46f9-83a7-6b0ac5b6658e req-8bde2aa1-de6b-422c-802f-fb047c63ebf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a524d9-0e90-4967-bbe8-2af18a546ea8 HTTP/1.1" status: 200 len: 217 time: 0.0594401 Jun 28 15:32:57.571449 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d1ec9-c4f4-4917-b8f2-fe6f53eb2a1d req-0443c742-f248-4704-b790-4a3116cffe40 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:57.574085 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-113d1ec9-c4f4-4917-b8f2-fe6f53eb2a1d req-0443c742-f248-4704-b790-4a3116cffe40 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 944 time: 0.1410015 Jun 28 15:32:57.600729 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] For port 001e505d-02ff-42a5-b4ed-a475521deccd, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:57.605811 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] For port 001e505d-02ff-42a5-b4ed-a475521deccd, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=001e505d-02ff-42a5-b4ed-a475521deccd,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:57.641327 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22da0a0-67f1-46f9-83a7-6b0ac5b6658e req-afd1a33e-f995-4a07-84ad-4c1b8d550a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:57.642951 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e22da0a0-67f1-46f9-83a7-6b0ac5b6658e req-afd1a33e-f995-4a07-84ad-4c1b8d550a61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=800ee415-7eda-45d6-8a9f-e801a3179bb1 HTTP/1.1" status: 200 len: 850 time: 0.0891111 Jun 28 15:32:57.649586 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-113d1ec9-c4f4-4917-b8f2-fe6f53eb2a1d req-87827d54-eec6-4944-81fd-1f9d99d001eb tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543475 Jun 28 15:32:57.651511 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:57.664899 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:57.667756 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:57.723030 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22da0a0-67f1-46f9-83a7-6b0ac5b6658e req-f7b730fe-90d0-42eb-a7f1-ca8f837239a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:57.724771 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e22da0a0-67f1-46f9-83a7-6b0ac5b6658e req-f7b730fe-90d0-42eb-a7f1-ca8f837239a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd283de2-b0ac-4f67-ad2f-3fe07c495478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741830 Jun 28 15:32:57.745397 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:57.746021 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:57.747412 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] 10.222.0.13 "PUT /v2.0/ports/001e505d-02ff-42a5-b4ed-a475521deccd HTTP/1.1" status: 200 len: 1093 time: 2.6144235 Jun 28 15:32:57.760528 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7757f3f1-9979-4455-90d2-681251fa2b2e', 'tag': '001e505d-02ff-42a5-b4ed-a475521deccd'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:32:57.762976 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e0043c-ef12-4927-9485-171cf70c33d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7757f3f1-9979-4455-90d2-681251fa2b2e", "tag": "001e505d-02ff-42a5-b4ed-a475521deccd"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:32:57.777745 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:32:57.788340 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:32:57.790961 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba99b4-9e63-41f3-92ce-1191e511be98 req-aeafee1a-92d4-4cf6-a649-33ea2fe5e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:57.792905 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d4ba99b4-9e63-41f3-92ce-1191e511be98 req-aeafee1a-92d4-4cf6-a649-33ea2fe5e3cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 918 time: 0.3553934 Jun 28 15:32:57.795265 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:32:57.801249 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:57.801954 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:57.862865 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Pushing event updated for resources: {'Port': ['ID=001e505d-02ff-42a5-b4ed-a475521deccd,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:57.880429 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:57.890544 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e22da0a0-67f1-46f9-83a7-6b0ac5b6658e req-73721f40-12bb-460d-883e-fd57a183c217 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573138 Jun 28 15:32:57.906365 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:57.981527 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828071b8-c3d5-46ea-9eaa-8d13375f29c1 x-openstack-request-id: req-828071b8-c3d5-46ea-9eaa-8d13375f29c1 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:32:57.982510 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7757f3f1-9979-4455-90d2-681251fa2b2e", "tag": "001e505d-02ff-42a5-b4ed-a475521deccd", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:32:57.982930 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-828071b8-c3d5-46ea-9eaa-8d13375f29c1 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:32:57.984081 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7757f3f1-9979-4455-90d2-681251fa2b2e', 'tag': '001e505d-02ff-42a5-b4ed-a475521deccd', 'status': 'completed', 'code': 200} Jun 28 15:32:57.990358 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d4ba99b4-9e63-41f3-92ce-1191e511be98 req-01c1af44-e3f0-4359-98e5-3f6fc2d109c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329 HTTP/1.1" status: 200 len: 217 time: 0.1826460 Jun 28 15:32:58.007006 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e22da0a0-67f1-46f9-83a7-6b0ac5b6658e req-42d42912-57f8-44f0-8f0c-7d96c9f583c0 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087434 Jun 28 15:32:58.007697 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-62989efe-8d34-40fe-b9ae-4b057d368425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:58.013091 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Pushing event updated for resources: {'Port': ['ID=0e534219-d95f-42e4-adb4-95644e242f58,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:58.034973 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 50446) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:58.050749 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:58.052155 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-62989efe-8d34-40fe-b9ae-4b057d368425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:58.072399 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6548090 Jun 28 15:32:58.086342 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-61d1f97c-b8c8-47cf-8a24-1dfd8b392aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:58.094217 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Request body: {'port': {'device_id': '106e2634-6321-4ace-a0cd-5421e1ed6503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:32:58.172235 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a786b086-2502-462d-8c98-bbd2a55a812a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:58.181501 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-62989efe-8d34-40fe-b9ae-4b057d368425 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77304aa09cb649e69b485e996fa7e869&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1942677 Jun 28 15:32:58.187486 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62989efe-8d34-40fe-b9ae-4b057d368425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5690a56f-46c8-47bc-92e5-bed2bf3ee26b,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:58.190859 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba99b4-9e63-41f3-92ce-1191e511be98 req-0bfeddf7-ec9c-4754-bb1a-38cecdf178d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:58.192579 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d4ba99b4-9e63-41f3-92ce-1191e511be98 req-0bfeddf7-ec9c-4754-bb1a-38cecdf178d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 200 len: 856 time: 0.1832790 Jun 28 15:32:58.195177 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 50460) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:58.199768 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-62989efe-8d34-40fe-b9ae-4b057d368425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:58.242308 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-45194342-2a93-4c08-898a-44d04dab42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:58.244017 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-45194342-2a93-4c08-898a-44d04dab42aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79f47aa1164e8d93df60b1f8e4e9ee&device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 1096 time: 0.4190974 Jun 28 15:32:58.290130 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3de790-a524-44cc-9409-91cac11b0cdd req-5e241ff3-f40f-4f33-9bff-281e53e71916 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:58.291776 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ec3de790-a524-44cc-9409-91cac11b0cdd req-5e241ff3-f40f-4f33-9bff-281e53e71916 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 945 time: 0.2965000 Jun 28 15:32:58.336297 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-6ee6adea-0b7a-49cb-8316-63365ef812a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=001e505d-02ff-42a5-b4ed-a475521deccd HTTP/1.1" status: 200 len: 217 time: 0.0668285 Jun 28 15:32:58.354899 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:58.405631 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a786b086-2502-462d-8c98-bbd2a55a812a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:58.418187 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a786b086-2502-462d-8c98-bbd2a55a812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:58.424629 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:58.443068 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2670a4b-bfda-4a8f-a777-6058edfcb1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:58.455101 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ec3de790-a524-44cc-9409-91cac11b0cdd req-0ac43342-1801-4c69-b0d5-e3e4fb1e1299 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172810 Jun 28 15:32:58.462871 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-60882978-bbbf-411b-b68f-88c0ecdf3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:58.464668 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-60882978-bbbf-411b-b68f-88c0ecdf3bc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24ba7c8a-dbac-438a-96f3-be136ed79139 HTTP/1.1" status: 200 len: 857 time: 0.1195216 Jun 28 15:32:58.475326 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba99b4-9e63-41f3-92ce-1191e511be98 req-706fcc6b-bb16-470e-9646-4bc550a15194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:58.476944 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d4ba99b4-9e63-41f3-92ce-1191e511be98 req-706fcc6b-bb16-470e-9646-4bc550a15194 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c468dac8-aa22-4082-b723-9376a95ffc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2735600 Jun 28 15:32:58.491692 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786b086-2502-462d-8c98-bbd2a55a812a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea3ad57-ec1b-4f0a-b4f3-e4ff93609e49,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:58.500451 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-a786b086-2502-462d-8c98-bbd2a55a812a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37a888ea75604970acead1b75b925a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644384 Jun 28 15:32:58.503925 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2670a4b-bfda-4a8f-a777-6058edfcb1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:58.505626 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 50470) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:58.506433 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a786b086-2502-462d-8c98-bbd2a55a812a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:58.514606 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e01fca-12c4-4f3e-b5d0-342448e51ef2 req-276e9b6b-1f9f-48eb-b283-80605d7572e7 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:58.521557 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-06e01fca-12c4-4f3e-b5d0-342448e51ef2 req-276e9b6b-1f9f-48eb-b283-80605d7572e7 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 931 time: 0.1779838 Jun 28 15:32:58.524982 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-5ca64577-c5c4-4db0-a365-dda62c4e8408 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525575 Jun 28 15:32:58.788449 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-06e01fca-12c4-4f3e-b5d0-342448e51ef2 req-29ed140a-3e4e-44f4-baa7-26a7ec4ba4fd tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659414 Jun 28 15:32:58.842123 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-666d4ede-1324-4f46-8f17-7be0127325f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:58.899297 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2670a4b-bfda-4a8f-a777-6058edfcb1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:58.902314 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2670a4b-bfda-4a8f-a777-6058edfcb1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:58.906101 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-c2670a4b-bfda-4a8f-a777-6058edfcb1de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5690a56f-46c8-47bc-92e5-bed2bf3ee26b HTTP/1.1" status: 204 len: 168 time: 0.7067878 Jun 28 15:32:58.925115 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0a3d4d24-36b3-49af-b908-315b00930442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:58.944298 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-666d4ede-1324-4f46-8f17-7be0127325f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:58.974591 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d4ba99b4-9e63-41f3-92ce-1191e511be98 req-88e2665e-cf41-46bf-b07d-dcef92f2a3fa service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832728 Jun 28 15:32:58.975693 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2670a4b-bfda-4a8f-a777-6058edfcb1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5690a56f-46c8-47bc-92e5-bed2bf3ee26b,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:58.982294 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c2670a4b-bfda-4a8f-a777-6058edfcb1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:59.015970 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-e2fa7046-17da-4d9e-af41-048efd07e460 service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786365 Jun 28 15:32:59.046156 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70010d8f-cb5e-44a1-b9e9-99af10ac5fd2 req-aaf31d11-fd02-4f8f-b0de-30b794c812bd tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:59.056404 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-70010d8f-cb5e-44a1-b9e9-99af10ac5fd2 req-aaf31d11-fd02-4f8f-b0de-30b794c812bd tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 944 time: 0.1283853 Jun 28 15:32:59.072068 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-666d4ede-1324-4f46-8f17-7be0127325f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.075438 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-666d4ede-1324-4f46-8f17-7be0127325f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.079262 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-666d4ede-1324-4f46-8f17-7be0127325f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ea3ad57-ec1b-4f0a-b4f3-e4ff93609e49 HTTP/1.1" status: 204 len: 168 time: 0.5530910 Jun 28 15:32:59.079262 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c2670a4b-bfda-4a8f-a777-6058edfcb1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:59.119689 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-70010d8f-cb5e-44a1-b9e9-99af10ac5fd2 req-ee903b70-1382-43da-88b5-91ae8048319f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609519 Jun 28 15:32:59.122721 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d4ede-1324-4f46-8f17-7be0127325f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea3ad57-ec1b-4f0a-b4f3-e4ff93609e49,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:59.128354 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-666d4ede-1324-4f46-8f17-7be0127325f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:59.385217 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cdd45-8894-4549-87b5-43ede3223232 req-ef360151-612f-4d76-beac-3eca358dda52 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:59.392241 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-455cdd45-8894-4549-87b5-43ede3223232 req-ef360151-612f-4d76-beac-3eca358dda52 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.5938857 Jun 28 15:32:59.477905 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d4ba99b4-9e63-41f3-92ce-1191e511be98 req-f1e9a6de-cf4f-48f9-92f3-d31e15a1c44c service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823599 Jun 28 15:32:59.496783 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ea38ed6f-7198-45bd-a6f6-1cc4d434d986 req-bf911e3d-3cc9-480a-98ff-02baa0b41da7 service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657898 Jun 28 15:32:59.516674 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 50530) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:59.520541 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-455cdd45-8894-4549-87b5-43ede3223232 req-bf44f00a-7aa6-4adb-b678-34308469a317 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271772 Jun 28 15:32:59.531131 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e534219-d95f-42e4-adb4-95644e242f58 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:32:59.553719 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.561391 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d214-b5a0-4dd5-a948-5858c2ff5575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.570379 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Transition to ACTIVE for port object 0e534219-d95f-42e4-adb4-95644e242f58 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:32:59.581782 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.605353 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:59.669480 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e534219-d95f-42e4-adb4-95644e242f58,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:59.673644 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:59.693980 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d214-b5a0-4dd5-a948-5858c2ff5575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.700361 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d214-b5a0-4dd5-a948-5858c2ff5575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.705159 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:59.714821 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0043c-ef12-4927-9485-171cf70c33d2 req-3ec6c59f-90cb-403b-a4bb-005db53579ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:59.716536 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a7e0043c-ef12-4927-9485-171cf70c33d2 req-3ec6c59f-90cb-403b-a4bb-005db53579ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79f47aa1164e8d93df60b1f8e4e9ee&device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 1096 time: 0.1442604 Jun 28 15:32:59.719163 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Attempting to bind port 0e534219-d95f-42e4-adb4-95644e242f58 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:32:59.719655 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Attempting to bind port 0e534219-d95f-42e4-adb4-95644e242f58 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:32:59.720163 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Attempting to bind port 0e534219-d95f-42e4-adb4-95644e242f58 on network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:59.725051 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Port 0e534219-d95f-42e4-adb4-95644e242f58 on network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:32:59.725546 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Attempting to bind port 0e534219-d95f-42e4-adb4-95644e242f58 on network 1c0c75fa-9c2e-4285-8b72-c54abec6ebaa {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:32:59.739369 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:32:59.739820 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Checking segment: {'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:32:59.740289 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Bound using segment: {'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:32:59.740959 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Bound port: 0e534219-d95f-42e4-adb4-95644e242f58, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae038be-e0b8-4448-8578-87a31fa0d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:32:59.741761 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.755114 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-d0b9d214-b5a0-4dd5-a948-5858c2ff5575 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abbd4e173d20497192825663e44bd867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363522 Jun 28 15:32:59.756279 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 50548) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:32:59.757514 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9d214-b5a0-4dd5-a948-5858c2ff5575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadc0ca8-5abd-470c-8d0c-f247b18fecff,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:59.766350 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d0b9d214-b5a0-4dd5-a948-5858c2ff5575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:32:59.825710 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f6fa-1175-4a1a-aca5-d12977b67a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.862942 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f6fa-1175-4a1a-aca5-d12977b67a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.884382 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] For port 0e534219-d95f-42e4-adb4-95644e242f58, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:32:59.887100 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0043c-ef12-4927-9485-171cf70c33d2 req-43f6a984-d28d-4c26-a1ee-2ca4c03ff061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:32:59.888830 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a7e0043c-ef12-4927-9485-171cf70c33d2 req-43f6a984-d28d-4c26-a1ee-2ca4c03ff061 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa HTTP/1.1" status: 200 len: 918 time: 0.1607382 Jun 28 15:32:59.890240 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] For port 0e534219-d95f-42e4-adb4-95644e242f58, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0e534219-d95f-42e4-adb4-95644e242f58,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:32:59.932148 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f6fa-1175-4a1a-aca5-d12977b67a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.936032 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f6fa-1175-4a1a-aca5-d12977b67a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.936209 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:32:59.937874 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-c0b3f6fa-1175-4a1a-aca5-d12977b67a08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cadc0ca8-5abd-470c-8d0c-f247b18fecff HTTP/1.1" status: 204 len: 168 time: 0.1768825 Jun 28 15:32:59.938784 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:59.939692 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-00f79cb2-7eec-40e6-925e-2e6e8d6591de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:32:59.942793 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a7e0043c-ef12-4927-9485-171cf70c33d2 req-4a2e6746-bfc5-4e99-90cf-f29d6fbe252d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=001e505d-02ff-42a5-b4ed-a475521deccd HTTP/1.1" status: 200 len: 217 time: 0.0454307 Jun 28 15:32:59.963948 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3f6fa-1175-4a1a-aca5-d12977b67a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadc0ca8-5abd-470c-8d0c-f247b18fecff,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:32:59.971608 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c0b3f6fa-1175-4a1a-aca5-d12977b67a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:00.027306 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:00.028497 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:00.029983 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/0e534219-d95f-42e4-adb4-95644e242f58 HTTP/1.1" status: 200 len: 1093 time: 1.9472988 Jun 28 15:33:00.030657 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106e2634-6321-4ace-a0cd-5421e1ed6503', 'tag': '0e534219-d95f-42e4-adb4-95644e242f58'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:33:00.033269 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3925387-5bc2-4fa6-863a-0eb03413943d" -d '{"events": [{"name": "network-changed", "server_uuid": "106e2634-6321-4ace-a0cd-5421e1ed6503", "tag": "0e534219-d95f-42e4-adb4-95644e242f58"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:33:00.064749 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e534219-d95f-42e4-adb4-95644e242f58,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:00.071651 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:00.073765 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0043c-ef12-4927-9485-171cf70c33d2 req-d4c526f3-c8d1-4b66-86fe-72fb9ec1eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:00.075664 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a7e0043c-ef12-4927-9485-171cf70c33d2 req-d4c526f3-c8d1-4b66-86fe-72fb9ec1eb4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24ba7c8a-dbac-438a-96f3-be136ed79139 HTTP/1.1" status: 200 len: 857 time: 0.1025772 Jun 28 15:33:00.130767 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aef151a-79e1-4b86-9cd7-8d5d7dcadf7a x-openstack-request-id: req-5aef151a-79e1-4b86-9cd7-8d5d7dcadf7a {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:33:00.130767 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106e2634-6321-4ace-a0cd-5421e1ed6503", "tag": "0e534219-d95f-42e4-adb4-95644e242f58", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:33:00.130767 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5aef151a-79e1-4b86-9cd7-8d5d7dcadf7a {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:33:00.130767 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106e2634-6321-4ace-a0cd-5421e1ed6503', 'tag': '0e534219-d95f-42e4-adb4-95644e242f58', 'status': 'completed', 'code': 200} Jun 28 15:33:00.131686 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a7e0043c-ef12-4927-9485-171cf70c33d2 req-9ed3e4a1-51b8-45cf-9add-12ce23be9e1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476384 Jun 28 15:33:00.175910 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f5c9d-eb88-478b-8c95-094376acf356 req-9ca73046-9c9a-47c7-bb4e-3c9fa15edf77 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:00.177704 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d86f5c9d-eb88-478b-8c95-094376acf356 req-9ca73046-9c9a-47c7-bb4e-3c9fa15edf77 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 943 time: 0.1766672 Jun 28 15:33:00.275201 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d86f5c9d-eb88-478b-8c95-094376acf356 req-c3ee5871-326b-45c9-a0cf-bfaf637ca762 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892925 Jun 28 15:33:00.343166 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-f51cb2d2-c0d4-4bd2-b2ef-d9d04673922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:00.344682 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-f51cb2d2-c0d4-4bd2-b2ef-d9d04673922e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79f47aa1164e8d93df60b1f8e4e9ee&device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 1096 time: 0.2185342 Jun 28 15:33:00.411781 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a7e0043c-ef12-4927-9485-171cf70c33d2 req-9a842d39-64d2-4657-a274-a6e342c7c428 service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697995 Jun 28 15:33:00.413539 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-7fe48fed-f48b-452d-8de2-fa7fed3cb108 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e534219-d95f-42e4-adb4-95644e242f58 HTTP/1.1" status: 200 len: 217 time: 0.0449390 Jun 28 15:33:00.522557 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 48a524d9-0e90-4967-bbe8-2af18a546ea8 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:33:00.559359 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c995f-9f15-441b-ac6e-9a42b8561375 req-84947ef1-4bb2-4be1-b28c-05128a192c47 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:00.563542 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-288c995f-9f15-441b-ac6e-9a42b8561375 req-84947ef1-4bb2-4be1-b28c-05128a192c47 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 944 time: 0.1570790 Jun 28 15:33:00.631133 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-288c995f-9f15-441b-ac6e-9a42b8561375 req-d3428e13-57b7-40f2-9dbd-10cf991b3df1 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611007 Jun 28 15:33:00.640673 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-2200a574-cffa-43ea-b201-6ee25b20f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:00.642105 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-2200a574-cffa-43ea-b201-6ee25b20f806 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24ba7c8a-dbac-438a-96f3-be136ed79139 HTTP/1.1" status: 200 len: 857 time: 0.2173028 Jun 28 15:33:00.701092 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 48a524d9-0e90-4967-bbe8-2af18a546ea8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48a524d9-0e90-4967-bbe8-2af18a546ea8,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:00.720766 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a7e0043c-ef12-4927-9485-171cf70c33d2 req-561e7268-5885-4c4d-9d6d-2096b85d9c62 service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035732 Jun 28 15:33:00.729052 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '48a524d9-0e90-4967-bbe8-2af18a546ea8', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'port_id': '48a524d9-0e90-4967-bbe8-2af18a546ea8', 'mac_address': 'fa:16:3e:ad:73:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:33:00.769930 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-d4a03bd8-2aca-4ef1-ba03-db802dd9e008 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479870 Jun 28 15:33:00.810550 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:00.828478 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a524d9-0e90-4967-bbe8-2af18a546ea8 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:33:00.855841 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 48a524d9-0e90-4967-bbe8-2af18a546ea8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48a524d9-0e90-4967-bbe8-2af18a546ea8,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:00.865829 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:00.867145 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 73a06cd2-a2c6-4876-9715-862c5cfb5329 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:33:00.870502 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:00.970902 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=48a524d9-0e90-4967-bbe8-2af18a546ea8,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:00.973714 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-7149a56f-075d-4288-9dc3-ba58e5b24b7c service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886122 Jun 28 15:33:01.004494 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650a0a1-946c-47ae-892f-de778509f5ba req-8d17141a-b180-49c5-947d-f08fabe0c55e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:01.005804 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:01.008951 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0650a0a1-946c-47ae-892f-de778509f5ba req-8d17141a-b180-49c5-947d-f08fabe0c55e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.1441858 Jun 28 15:33:01.076180 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:01.089504 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0650a0a1-946c-47ae-892f-de778509f5ba req-7d85be03-ee54-4ff1-8823-620e001359bb tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622582 Jun 28 15:33:01.117961 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'port_id': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'mac_address': 'fa:16:3e:83:b0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:33:01.134410 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c19f0d46-e010-4d3a-a37f-4cde2e81663e req-1ba63230-d965-4b3c-9e4a-f8e0864c01df service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503439 Jun 28 15:33:01.182215 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:01.214855 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a06cd2-a2c6-4876-9715-862c5cfb5329 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:33:01.256691 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:01.264788 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:01.266641 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:01.288994 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3925387-5bc2-4fa6-863a-0eb03413943d req-15308fa1-7237-44ed-b1e6-92bf51825199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:01.291321 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d3925387-5bc2-4fa6-863a-0eb03413943d req-15308fa1-7237-44ed-b1e6-92bf51825199 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79f47aa1164e8d93df60b1f8e4e9ee&device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 1096 time: 0.0983202 Jun 28 15:33:01.354514 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=73a06cd2-a2c6-4876-9715-862c5cfb5329,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:01.362931 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:01.500297 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3925387-5bc2-4fa6-863a-0eb03413943d req-6d969001-6fd9-4aae-b5a0-5ab4d52f5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:01.501866 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d3925387-5bc2-4fa6-863a-0eb03413943d req-6d969001-6fd9-4aae-b5a0-5ab4d52f5b91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa HTTP/1.1" status: 200 len: 918 time: 0.1955452 Jun 28 15:33:01.504063 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['48a524d9-0e90-4967-bbe8-2af18a546ea8'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:33:01.580744 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb5748-79a5-4778-b576-66e1b2812b7d req-8ddacd6c-9309-489b-9c22-cfa955f16b16 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:01.589252 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ebdb5748-79a5-4778-b576-66e1b2812b7d req-8ddacd6c-9309-489b-9c22-cfa955f16b16 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 943 time: 0.1704609 Jun 28 15:33:01.612130 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['73a06cd2-a2c6-4876-9715-862c5cfb5329'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:33:01.650541 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ebdb5748-79a5-4778-b576-66e1b2812b7d req-13613239-8f69-4c2e-b1b9-d361c2ca8eaf tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599241 Jun 28 15:33:01.661208 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d3925387-5bc2-4fa6-863a-0eb03413943d req-beaa1aea-59ac-46b3-855c-fdcdfd903154 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e534219-d95f-42e4-adb4-95644e242f58 HTTP/1.1" status: 200 len: 217 time: 0.0947087 Jun 28 15:33:01.775515 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3925387-5bc2-4fa6-863a-0eb03413943d req-75e3adcf-d566-4956-9f94-0e1aa74c6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:01.777102 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d3925387-5bc2-4fa6-863a-0eb03413943d req-75e3adcf-d566-4956-9f94-0e1aa74c6c90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24ba7c8a-dbac-438a-96f3-be136ed79139 HTTP/1.1" status: 200 len: 857 time: 0.1080689 Jun 28 15:33:01.875027 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d3925387-5bc2-4fa6-863a-0eb03413943d req-c8025994-2d86-4292-9a85-6f86bc663066 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787709 Jun 28 15:33:02.012870 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6b7fd-97d1-4885-8eed-b17f022ed570 req-3b84314d-d62c-4c78-a5ea-914558e7a69e tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:02.014559 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-44d6b7fd-97d1-4885-8eed-b17f022ed570 req-3b84314d-d62c-4c78-a5ea-914558e7a69e tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 945 time: 0.2366221 Jun 28 15:33:02.053864 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d3925387-5bc2-4fa6-863a-0eb03413943d req-ec907d66-8a01-4f32-997a-0f2548c1798b service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716099 Jun 28 15:33:02.091680 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 50740) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:02.132978 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-44d6b7fd-97d1-4885-8eed-b17f022ed570 req-75b0ef8d-26e9-423b-ad46-9cdd3b5c970a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013963 Jun 28 15:33:02.231773 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d3925387-5bc2-4fa6-863a-0eb03413943d req-d9a279c0-362f-4635-adae-438e9ead1c29 service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558790 Jun 28 15:33:02.270125 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f9520ddb-3e87-47a1-bc0e-7edbb968f523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:02.356773 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4768b-6434-406e-93a2-c60294c5a56b req-34663921-4ded-447a-b182-a2b567a0aea8 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:02.358254 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-73a4768b-6434-406e-93a2-c60294c5a56b req-34663921-4ded-447a-b182-a2b567a0aea8 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 944 time: 0.1219728 Jun 28 15:33:02.414161 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-73a4768b-6434-406e-93a2-c60294c5a56b req-a9a4d15a-bf45-4e8d-996b-2937f30d2788 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500808 Jun 28 15:33:02.438136 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f9520ddb-3e87-47a1-bc0e-7edbb968f523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:02.448342 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f9520ddb-3e87-47a1-bc0e-7edbb968f523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:02.452258 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4913a5a5-21b9-4917-8fef-f44958e11d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:02.486074 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-f9520ddb-3e87-47a1-bc0e-7edbb968f523 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71265ae8052c423395df48590a6c5fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919632 Jun 28 15:33:02.489715 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 50750) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:02.490524 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9520ddb-3e87-47a1-bc0e-7edbb968f523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4fadb8-b590-4bac-9f95-1632a05ed652,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:02.494783 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f9520ddb-3e87-47a1-bc0e-7edbb968f523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:02.533752 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 001e505d-02ff-42a5-b4ed-a475521deccd details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:33:02.539314 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 48a524d9-0e90-4967-bbe8-2af18a546ea8 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:33:02.548007 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45cac8b6-b149-4654-9f9a-54417c8ccc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:02.601105 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45cac8b6-b149-4654-9f9a-54417c8ccc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:02.698803 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45cac8b6-b149-4654-9f9a-54417c8ccc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:02.701721 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45cac8b6-b149-4654-9f9a-54417c8ccc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:02.703125 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-45cac8b6-b149-4654-9f9a-54417c8ccc44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b4fadb8-b590-4bac-9f95-1632a05ed652 HTTP/1.1" status: 204 len: 168 time: 0.2125244 Jun 28 15:33:02.703803 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:02.714333 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cac8b6-b149-4654-9f9a-54417c8ccc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4fadb8-b590-4bac-9f95-1632a05ed652,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:02.723022 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45cac8b6-b149-4654-9f9a-54417c8ccc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:02.817073 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 48a524d9-0e90-4967-bbe8-2af18a546ea8 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:33:02.840542 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 48a524d9-0e90-4967-bbe8-2af18a546ea8 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:33:02.841148 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:02.888349 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 001e505d-02ff-42a5-b4ed-a475521deccd, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=001e505d-02ff-42a5-b4ed-a475521deccd,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:02.892766 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1690fe-a4b3-4f76-ace3-266ad82307d0 req-0e204a07-c903-4d58-aa8d-e6a8a0d18dc9 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:02.894574 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1b1690fe-a4b3-4f76-ace3-266ad82307d0 req-0e204a07-c903-4d58-aa8d-e6a8a0d18dc9 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 943 time: 0.0848012 Jun 28 15:33:02.912141 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '001e505d-02ff-42a5-b4ed-a475521deccd', 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa', 'port_id': '001e505d-02ff-42a5-b4ed-a475521deccd', 'mac_address': 'fa:16:3e:e6:05:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ba7c8a-dbac-438a-96f3-be136ed79139', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:33:02.951087 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1b1690fe-a4b3-4f76-ace3-266ad82307d0 req-00bf7e67-3a53-498a-8e30-44c2c1f83bbc tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464897 Jun 28 15:33:03.000190 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.017197 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.028927 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001e505d-02ff-42a5-b4ed-a475521deccd {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:33:03.051026 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a524d9-0e90-4967-bbe8-2af18a546ea8'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:33:03.053287 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7268dc59-9890-4bcf-8fed-a24922e3369e" -d '{"events": [{"server_uuid": "1888a864-e955-4d7f-a8ab-d7d14acf10a1", "name": "network-vif-plugged", "status": "completed", "tag": "48a524d9-0e90-4967-bbe8-2af18a546ea8"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:33:03.070920 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 001e505d-02ff-42a5-b4ed-a475521deccd, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=001e505d-02ff-42a5-b4ed-a475521deccd,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:03.073045 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 48a524d9-0e90-4967-bbe8-2af18a546ea8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48a524d9-0e90-4967-bbe8-2af18a546ea8,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:03.083362 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.084511 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 73a06cd2-a2c6-4876-9715-862c5cfb5329 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:33:03.087340 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c235d509-9996-462b-ac48-24c6d90480d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:03.116777 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.122201 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76621eaa-c1a1-4293-a3b5-5ca22ae9a175 x-openstack-request-id: req-76621eaa-c1a1-4293-a3b5-5ca22ae9a175 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:33:03.122536 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1888a864-e955-4d7f-a8ab-d7d14acf10a1", "name": "network-vif-plugged", "status": "completed", "tag": "48a524d9-0e90-4967-bbe8-2af18a546ea8", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:33:03.122807 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76621eaa-c1a1-4293-a3b5-5ca22ae9a175 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:33:03.123337 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a524d9-0e90-4967-bbe8-2af18a546ea8', 'code': 200} Jun 28 15:33:03.174423 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 50790) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:03.191784 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=48a524d9-0e90-4967-bbe8-2af18a546ea8,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:03.206918 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4b60-d09b-4ef8-9b24-51972fb0a5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.215333 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:03.215668 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:03.250637 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 73a06cd2-a2c6-4876-9715-862c5cfb5329 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:33:03.260762 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 73a06cd2-a2c6-4876-9715-862c5cfb5329 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:33:03.261191 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.328798 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=001e505d-02ff-42a5-b4ed-a475521deccd,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:03.335397 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:03.362673 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad4456-c4a6-443c-9321-ab660d31ba4c req-16312b8b-8b4a-46ef-8cd1-e75200ae030f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:03.370907 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e1ad4456-c4a6-443c-9321-ab660d31ba4c req-16312b8b-8b4a-46ef-8cd1-e75200ae030f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.1048253 Jun 28 15:33:03.393378 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.413609 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4b60-d09b-4ef8-9b24-51972fb0a5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.419446 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4b60-d09b-4ef8-9b24-51972fb0a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.425482 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a786b086-2502-462d-8c98-bbd2a55a812a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:03.432609 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['001e505d-02ff-42a5-b4ed-a475521deccd'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:33:03.438926 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:03.458823 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.460847 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:03.500733 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e1ad4456-c4a6-443c-9321-ab660d31ba4c req-70d2760b-1468-4527-923d-b669a14ccfcd tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272216 Jun 28 15:33:03.510159 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-1f6e4b60-d09b-4ef8-9b24-51972fb0a5aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e6ea7d6978647339a60d74c21e2dc63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346801 Jun 28 15:33:03.512716 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e4b60-d09b-4ef8-9b24-51972fb0a5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6098c61-7d58-4ec6-9a41-99cc63d6b8ff,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:03.515684 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 50794) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:03.518240 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1f6e4b60-d09b-4ef8-9b24-51972fb0a5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:03.552550 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=73a06cd2-a2c6-4876-9715-862c5cfb5329,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:03.560428 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:03.596046 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cf10b-ad28-4745-9857-1d681d826511 req-e9b533f7-2543-43ac-b6f3-c2b1ec0a821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:03.597497 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-377cf10b-ad28-4745-9857-1d681d826511 req-e9b533f7-2543-43ac-b6f3-c2b1ec0a821d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 1099 time: 0.2060962 Jun 28 15:33:03.633086 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d67f21a4-02bd-4824-a85c-6cb3134ca208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.641268 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61325c16-ccdc-409e-9a4b-9dec5aadc5b2 req-e3f65f22-9452-47f5-995d-44f7dd50dc23 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:03.643162 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-61325c16-ccdc-409e-9a4b-9dec5aadc5b2 req-e3f65f22-9452-47f5-995d-44f7dd50dc23 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0667686 Jun 28 15:33:03.676832 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d67f21a4-02bd-4824-a85c-6cb3134ca208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.679729 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-377cf10b-ad28-4745-9857-1d681d826511 req-28dbac82-9e34-4eb1-b0ed-ec30b03e4cb5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746930 Jun 28 15:33:03.688546 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-61325c16-ccdc-409e-9a4b-9dec5aadc5b2 req-1a44ef12-bbaa-4979-9c21-e8ea24f32876 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381250 Jun 28 15:33:03.729981 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d67f21a4-02bd-4824-a85c-6cb3134ca208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.732931 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d67f21a4-02bd-4824-a85c-6cb3134ca208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:03.734072 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d67f21a4-02bd-4824-a85c-6cb3134ca208 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6098c61-7d58-4ec6-9a41-99cc63d6b8ff HTTP/1.1" status: 204 len: 168 time: 0.2158532 Jun 28 15:33:03.734834 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:03.772437 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f21a4-02bd-4824-a85c-6cb3134ca208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6098c61-7d58-4ec6-9a41-99cc63d6b8ff,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:03.775866 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d67f21a4-02bd-4824-a85c-6cb3134ca208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:03.931860 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bde10155-eb89-4fbd-8de7-d80b3b3f9c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:04.163776 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc081c63-3006-4410-8bca-5bbb8d8c9b0a req-e6d3905b-12ca-4332-899c-ff9ee69d3584 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:04.166350 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bc081c63-3006-4410-8bca-5bbb8d8c9b0a req-e6d3905b-12ca-4332-899c-ff9ee69d3584 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 943 time: 0.0844321 Jun 28 15:33:04.197488 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b41c9-fc2c-4633-bb67-65d452bf39a4 req-223a7b97-2480-45d9-8e44-75d4d2071e83 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:04.197488 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-306b41c9-fc2c-4633-bb67-65d452bf39a4 req-223a7b97-2480-45d9-8e44-75d4d2071e83 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 945 time: 0.0755098 Jun 28 15:33:04.240700 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bc081c63-3006-4410-8bca-5bbb8d8c9b0a req-96c21b1c-fb23-4e79-9d2c-9222fc52ce1f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649309 Jun 28 15:33:04.263616 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-306b41c9-fc2c-4633-bb67-65d452bf39a4 req-822dbaf0-0e52-4e72-8745-83e383c617d4 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599737 Jun 28 15:33:04.570597 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 0e534219-d95f-42e4-adb4-95644e242f58 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:33:04.573479 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 001e505d-02ff-42a5-b4ed-a475521deccd up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:33:04.710605 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 001e505d-02ff-42a5-b4ed-a475521deccd completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:33:04.717363 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad292889-59a2-4bfb-9fbb-c1554edbd96b req-7ee3abca-0e76-4cd8-b513-53e88a734488 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:04.718718 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 001e505d-02ff-42a5-b4ed-a475521deccd triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:33:04.719915 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:04.737061 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ad292889-59a2-4bfb-9fbb-c1554edbd96b req-7ee3abca-0e76-4cd8-b513-53e88a734488 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.1170435 Jun 28 15:33:04.773836 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 0e534219-d95f-42e4-adb4-95644e242f58, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0e534219-d95f-42e4-adb4-95644e242f58,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:04.797289 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '0e534219-d95f-42e4-adb4-95644e242f58', 'network_id': '1c0c75fa-9c2e-4285-8b72-c54abec6ebaa', 'port_id': '0e534219-d95f-42e4-adb4-95644e242f58', 'mac_address': 'fa:16:3e:9a:e2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ba7c8a-dbac-438a-96f3-be136ed79139', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:33:04.814889 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ad292889-59a2-4bfb-9fbb-c1554edbd96b req-6fe0b62a-b24f-447a-9e3d-da144700bc21 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733578 Jun 28 15:33:04.915433 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:04.935710 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e534219-d95f-42e4-adb4-95644e242f58 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:33:04.940916 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:04.964490 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01323366-973b-439d-8f0f-88d8034284db req-c6ef83c2-9a9e-4f77-bf48-6cb19655b2fe tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:04.967152 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-01323366-973b-439d-8f0f-88d8034284db req-c6ef83c2-9a9e-4f77-bf48-6cb19655b2fe tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0738339 Jun 28 15:33:04.975810 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 0e534219-d95f-42e4-adb4-95644e242f58, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0e534219-d95f-42e4-adb4-95644e242f58,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:04.983220 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:04.991239 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:04.996880 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 001e505d-02ff-42a5-b4ed-a475521deccd, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=001e505d-02ff-42a5-b4ed-a475521deccd,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:05.032763 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:05.037435 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-01323366-973b-439d-8f0f-88d8034284db req-0f6dcace-7b3d-46bc-96fc-405b665871da tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643752 Jun 28 15:33:05.076966 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=0e534219-d95f-42e4-adb4-95644e242f58,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:05.080224 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:05.081190 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:05.123910 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329'}, {'server_uuid': '7757f3f1-9979-4455-90d2-681251fa2b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001e505d-02ff-42a5-b4ed-a475521deccd'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:33:05.126202 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd7c5fc-8c4f-4eb2-bbf2-96198d636b30" -d '{"events": [{"server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "name": "network-vif-plugged", "status": "completed", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329"}, {"server_uuid": "7757f3f1-9979-4455-90d2-681251fa2b2e", "name": "network-vif-plugged", "status": "completed", "tag": "001e505d-02ff-42a5-b4ed-a475521deccd"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:33:05.138960 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=001e505d-02ff-42a5-b4ed-a475521deccd,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:05.142490 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:05.171949 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Jun 2021 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaae407-c55b-4e80-a88f-bbf3641104fe x-openstack-request-id: req-1aaae407-c55b-4e80-a88f-bbf3641104fe {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:33:05.172458 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "name": "network-vif-plugged", "status": "completed", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329", "code": 200}, {"server_uuid": "7757f3f1-9979-4455-90d2-681251fa2b2e", "name": "network-vif-plugged", "status": "completed", "tag": "001e505d-02ff-42a5-b4ed-a475521deccd", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:33:05.172725 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1aaae407-c55b-4e80-a88f-bbf3641104fe {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:33:05.173441 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'code': 200} Jun 28 15:33:05.173441 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7757f3f1-9979-4455-90d2-681251fa2b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001e505d-02ff-42a5-b4ed-a475521deccd', 'code': 200} Jun 28 15:33:05.321805 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['0e534219-d95f-42e4-adb4-95644e242f58'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:33:05.560495 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5505e-6655-4a5d-8b52-6bf1c68d0f24 req-5f737a52-19c8-48e8-8e41-5b430a2efade tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:05.567008 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaae33-09ec-494d-9984-10261af1cbd2 req-37090467-4d20-471d-8755-86fd04f7e6cc tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:05.570136 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-aab5505e-6655-4a5d-8b52-6bf1c68d0f24 req-5f737a52-19c8-48e8-8e41-5b430a2efade tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 945 time: 0.1559987 Jun 28 15:33:05.570309 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1fdaae33-09ec-494d-9984-10261af1cbd2 req-37090467-4d20-471d-8755-86fd04f7e6cc tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 944 time: 0.1558268 Jun 28 15:33:05.626438 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-aab5505e-6655-4a5d-8b52-6bf1c68d0f24 req-5e764324-9b8b-4dcf-9b05-c82cb98512e3 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503211 Jun 28 15:33:05.947181 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1fdaae33-09ec-494d-9984-10261af1cbd2 req-07091b16-fd71-4579-a08d-6ca4374e2a84 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183935 Jun 28 15:33:05.997631 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0899b-9a29-4988-87c3-eecdb4a69597 req-93279905-15a0-4125-8ce2-4c6d69ad5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:05.999300 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d4f0899b-9a29-4988-87c3-eecdb4a69597 req-93279905-15a0-4125-8ce2-4c6d69ad5278 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 1098 time: 0.4481010 Jun 28 15:33:06.040795 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fb7d5-463e-4871-b827-79cab7c0aafe req-4182b119-2e6e-43d4-a09e-a02c68ddd021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:06.042226 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e44fb7d5-463e-4871-b827-79cab7c0aafe req-4182b119-2e6e-43d4-a09e-a02c68ddd021 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 1098 time: 0.4701598 Jun 28 15:33:06.097366 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4c373-a7bb-452f-a424-b4eaaa8c392b req-52beffba-ea2a-4ba3-aa05-457d40d7c022 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:06.099246 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0ed4c373-a7bb-452f-a424-b4eaaa8c392b req-52beffba-ea2a-4ba3-aa05-457d40d7c022 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0925760 Jun 28 15:33:06.125465 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d4f0899b-9a29-4988-87c3-eecdb4a69597 req-16992559-abca-41ec-abd2-6fe08ca6954b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145139 Jun 28 15:33:06.179704 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0ed4c373-a7bb-452f-a424-b4eaaa8c392b req-ac56972a-07a3-4475-b3f1-66b31d708ee8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681710 Jun 28 15:33:06.195950 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e44fb7d5-463e-4871-b827-79cab7c0aafe req-adc7bde3-19e3-4ff8-9e16-3d793085444a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389804 Jun 28 15:33:06.251122 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b516ed8-9dc1-44f4-bd18-c75d2e23d198 req-458c2625-117e-4164-be94-f85ebd90db57 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:06.252607 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5b516ed8-9dc1-44f4-bd18-c75d2e23d198 req-458c2625-117e-4164-be94-f85ebd90db57 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.13 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 945 time: 0.2577357 Jun 28 15:33:06.282937 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afdfd8-c744-446e-8c97-605eb8bbc3ce req-b0ea72dc-b571-469d-9ac5-c3a0be55f867 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:06.284420 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-63afdfd8-c744-446e-8c97-605eb8bbc3ce req-b0ea72dc-b571-469d-9ac5-c3a0be55f867 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.1158698 Jun 28 15:33:06.361687 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787bf12-dc54-46a2-a7a8-15fd92d6fbf7 req-6498de56-cf6c-44ef-b60b-5d340707de84 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:06.366790 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7787bf12-dc54-46a2-a7a8-15fd92d6fbf7 req-6498de56-cf6c-44ef-b60b-5d340707de84 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0760760 Jun 28 15:33:06.372095 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 50942) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:06.376835 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-d8355ccb-fef7-41ea-8332-a9c0395db5c2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Request body: {'floatingip': {'port_id': '48a524d9-0e90-4967-bbe8-2af18a546ea8'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:33:06.389019 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-63afdfd8-c744-446e-8c97-605eb8bbc3ce req-85c05ccd-aeb2-4f43-8631-48796a04f80f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985091 Jun 28 15:33:06.454631 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8355ccb-fef7-41ea-8332-a9c0395db5c2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:06.477318 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-5b516ed8-9dc1-44f4-bd18-c75d2e23d198 req-05696a08-7eb4-4ae7-98d5-0a716ed52ffa tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Deleting port 7e1e0056-7c26-41a6-b014-fd24cc758829 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:33:06.477713 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5b516ed8-9dc1-44f4-bd18-c75d2e23d198 req-05696a08-7eb4-4ae7-98d5-0a716ed52ffa tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:06.579760 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 0e534219-d95f-42e4-adb4-95644e242f58 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:33:06.581163 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-5b516ed8-9dc1-44f4-bd18-c75d2e23d198 req-05696a08-7eb4-4ae7-98d5-0a716ed52ffa tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] For port 7e1e0056-7c26-41a6-b014-fd24cc758829, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7e1e0056-7c26-41a6-b014-fd24cc758829,segment=NetworkSegment(988ba82c-49cc-4de9-82ba-a123ecbe9227),segment_id=988ba82c-49cc-4de9-82ba-a123ecbe9227)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:06.581582 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5b516ed8-9dc1-44f4-bd18-c75d2e23d198 req-05696a08-7eb4-4ae7-98d5-0a716ed52ffa tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:06.598107 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-5b516ed8-9dc1-44f4-bd18-c75d2e23d198 req-05696a08-7eb4-4ae7-98d5-0a716ed52ffa tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Calling delete_port for 7e1e0056-7c26-41a6-b014-fd24cc758829 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:33:06.651812 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 0e534219-d95f-42e4-adb4-95644e242f58 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:33:06.657086 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 0e534219-d95f-42e4-adb4-95644e242f58 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:33:06.657820 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:06.734294 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:06.808844 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:06.841203 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5b516ed8-9dc1-44f4-bd18-c75d2e23d198 req-05696a08-7eb4-4ae7-98d5-0a716ed52ffa tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:06.848367 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:06.856731 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 0e534219-d95f-42e4-adb4-95644e242f58, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0e534219-d95f-42e4-adb4-95644e242f58,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:06.859902 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['7e1e0056-7c26-41a6-b014-fd24cc758829'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:33:06.887969 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:06.893228 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:06.903809 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 50958) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:06.910225 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05696a08-7eb4-4ae7-98d5-0a716ed52ffa tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Pushing event deleted for resources: {'Port': ['ID=7e1e0056-7c26-41a6-b014-fd24cc758829,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:06.913770 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-05696a08-7eb4-4ae7-98d5-0a716ed52ffa tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:06.978522 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b516ed8-9dc1-44f4-bd18-c75d2e23d198 req-05696a08-7eb4-4ae7-98d5-0a716ed52ffa tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] No DVR routers for this DVR port 7e1e0056-7c26-41a6-b014-fd24cc758829 on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:33:06.981957 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5b516ed8-9dc1-44f4-bd18-c75d2e23d198 req-05696a08-7eb4-4ae7-98d5-0a716ed52ffa tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:06.984255 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5b516ed8-9dc1-44f4-bd18-c75d2e23d198 req-05696a08-7eb4-4ae7-98d5-0a716ed52ffa tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.13 "DELETE /v2.0/ports/7e1e0056-7c26-41a6-b014-fd24cc758829 HTTP/1.1" status: 204 len: 173 time: 0.6802082 Jun 28 15:33:06.984767 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59869f53-b5fd-47d1-be3a-0bf2192a68b3', 'name': 'network-vif-deleted', 'tag': '7e1e0056-7c26-41a6-b014-fd24cc758829'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:33:06.987318 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e250a79-5685-43cb-bcb4-10e27f3b9ffc" -d '{"events": [{"server_uuid": "59869f53-b5fd-47d1-be3a-0bf2192a68b3", "name": "network-vif-deleted", "tag": "7e1e0056-7c26-41a6-b014-fd24cc758829"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:33:07.002278 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6a447308-e9e2-4e1d-b39c-2204aab7a6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:07.027542 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=0e534219-d95f-42e4-adb4-95644e242f58,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:07.045290 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:07.070235 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-99b12559-177f-451d-b5c4-7b3527420841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:07.175848 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106e2634-6321-4ace-a0cd-5421e1ed6503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e534219-d95f-42e4-adb4-95644e242f58'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:33:07.185841 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38a28dc-cf48-4793-9073-1a90c1b3e909" -d '{"events": [{"server_uuid": "106e2634-6321-4ace-a0cd-5421e1ed6503", "name": "network-vif-plugged", "status": "completed", "tag": "0e534219-d95f-42e4-adb4-95644e242f58"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:33:07.241671 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc55edd-f036-4eef-b90f-456e3b9de61e req-babc8de4-fb3b-41c1-b560-7c2273ae607e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:07.251254 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-adc55edd-f036-4eef-b90f-456e3b9de61e req-babc8de4-fb3b-41c1-b560-7c2273ae607e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0940578 Jun 28 15:33:07.291649 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-99b12559-177f-451d-b5c4-7b3527420841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:07.311306 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-adc55edd-f036-4eef-b90f-456e3b9de61e req-71b2da5b-d0b3-48b1-bb4c-77bf3ef6f320 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598702 Jun 28 15:33:07.312992 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-99b12559-177f-451d-b5c4-7b3527420841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:07.322609 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:07.341882 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d256ca8-31d7-41ff-9837-01f20b0c61fe req-47b60d56-2541-4980-b254-2d38b7394282 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:07.349110 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0d256ca8-31d7-41ff-9837-01f20b0c61fe req-47b60d56-2541-4980-b254-2d38b7394282 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/ports?device_id=59869f53-b5fd-47d1-be3a-0bf2192a68b3 HTTP/1.1" status: 200 len: 867 time: 0.5712605 Jun 28 15:33:07.377272 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.db.resource_extend [None req-d8355ccb-fef7-41ea-8332-a9c0395db5c2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 15:33:07.385248 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b12559-177f-451d-b5c4-7b3527420841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e8532e-1a03-4620-bb9f-9c5192ad5a4d,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:07.407886 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf42e271-279b-499a-b24f-a531f37dc3c2 x-openstack-request-id: req-bf42e271-279b-499a-b24f-a531f37dc3c2 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:33:07.408390 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59869f53-b5fd-47d1-be3a-0bf2192a68b3", "name": "network-vif-deleted", "tag": "7e1e0056-7c26-41a6-b014-fd24cc758829", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:33:07.408813 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf42e271-279b-499a-b24f-a531f37dc3c2 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:33:07.410508 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59869f53-b5fd-47d1-be3a-0bf2192a68b3', 'name': 'network-vif-deleted', 'tag': '7e1e0056-7c26-41a6-b014-fd24cc758829', 'status': 'completed', 'code': 200} Jun 28 15:33:07.414791 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-99b12559-177f-451d-b5c4-7b3527420841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:07.437020 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-99b12559-177f-451d-b5c4-7b3527420841 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=434d71d4b0424597a00d48c172d7c000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335343 Jun 28 15:33:07.437748 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 50982) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:07.470047 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fafc330-a8a5-449f-911b-ab47d6b7a8a4 x-openstack-request-id: req-9fafc330-a8a5-449f-911b-ab47d6b7a8a4 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:33:07.470621 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106e2634-6321-4ace-a0cd-5421e1ed6503", "name": "network-vif-plugged", "status": "completed", "tag": "0e534219-d95f-42e4-adb4-95644e242f58", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:33:07.471469 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fafc330-a8a5-449f-911b-ab47d6b7a8a4 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:33:07.472094 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106e2634-6321-4ace-a0cd-5421e1ed6503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e534219-d95f-42e4-adb4-95644e242f58', 'code': 200} Jun 28 15:33:07.535627 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:07.576738 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ac56d4b3-a684-4cbb-b182-f367b3cc6845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:07.624744 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ac56d4b3-a684-4cbb-b182-f367b3cc6845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:07.732552 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ac56d4b3-a684-4cbb-b182-f367b3cc6845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:07.735531 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ac56d4b3-a684-4cbb-b182-f367b3cc6845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:07.739622 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-ac56d4b3-a684-4cbb-b182-f367b3cc6845 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88e8532e-1a03-4620-bb9f-9c5192ad5a4d HTTP/1.1" status: 204 len: 168 time: 0.2980144 Jun 28 15:33:07.739787 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0d256ca8-31d7-41ff-9837-01f20b0c61fe req-68f12e1c-de3c-41bb-bf50-ea987acd44bc tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871515 Jun 28 15:33:07.763413 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8355ccb-fef7-41ea-8332-a9c0395db5c2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:07.777137 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8355ccb-fef7-41ea-8332-a9c0395db5c2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:07.777236 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4c8c9d76-0da9-413a-9b78-06198e56fb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:07.812872 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56d4b3-a684-4cbb-b182-f367b3cc6845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e8532e-1a03-4620-bb9f-9c5192ad5a4d,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:07.818201 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ac56d4b3-a684-4cbb-b182-f367b3cc6845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:07.892282 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e4166-4de2-493d-a596-da12acc734e5 req-011277ff-eb9b-4113-b9a7-576194d82e5b tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:07.893860 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-310e4166-4de2-493d-a596-da12acc734e5 req-011277ff-eb9b-4113-b9a7-576194d82e5b tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.1816158 Jun 28 15:33:07.915728 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd74d5-c00b-486f-85d8-b67ea65e1a96 req-c6358e08-ac2a-42f6-b8f6-9cb9de4621e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:07.917178 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-97dd74d5-c00b-486f-85d8-b67ea65e1a96 req-c6358e08-ac2a-42f6-b8f6-9cb9de4621e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 1098 time: 0.0889864 Jun 28 15:33:07.919251 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.l3_db [None req-d8355ccb-fef7-41ea-8332-a9c0395db5c2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Floating IP 1cd50e67-155a-4370-8781-7fdb265af30f associated. External IP: 172.28.1.46, port: 48a524d9-0e90-4967-bbe8-2af18a546ea8. Jun 28 15:33:07.974230 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-310e4166-4de2-493d-a596-da12acc734e5 req-483f456f-869c-4d25-92f5-ac89a377672e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696478 Jun 28 15:33:07.978438 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-97dd74d5-c00b-486f-85d8-b67ea65e1a96 req-c26772d1-883e-4a96-ad62-a441899c84f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488129 Jun 28 15:33:08.097364 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51002) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:08.114236 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b90f-ab97-4402-aa7f-5f94dc33b9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:08.190518 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8355ccb-fef7-41ea-8332-a9c0395db5c2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:33:08.225362 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b49ae8-6229-4764-841e-c710fbee996a req-7fe5fa8d-e85a-4982-995e-fc9f6a451854 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:08.226609 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-90b49ae8-6229-4764-841e-c710fbee996a req-7fe5fa8d-e85a-4982-995e-fc9f6a451854 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.1118126 Jun 28 15:33:08.233866 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b90f-ab97-4402-aa7f-5f94dc33b9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:08.237361 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51008) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:08.243961 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-b35be5f7-71d4-4c9a-a89f-0eb5a8f41bef tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Request body: {'floatingip': {'port_id': '73a06cd2-a2c6-4876-9715-862c5cfb5329'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:33:08.246763 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b90f-ab97-4402-aa7f-5f94dc33b9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:08.281090 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d3d46c3a-561f-4cd8-a2b7-999332978a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:08.341746 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8355ccb-fef7-41ea-8332-a9c0395db5c2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:33:08.354170 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b35be5f7-71d4-4c9a-a89f-0eb5a8f41bef tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:08.358024 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc64d9-ef2e-4731-916f-3f05ed1ebb0b None None] Sync routers for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:33:08.358880 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8355ccb-fef7-41ea-8332-a9c0395db5c2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:08.378463 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc64d9-ef2e-4731-916f-3f05ed1ebb0b None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:33:08.384105 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ecbc64d9-ef2e-4731-916f-3f05ed1ebb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:33:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:33:08.412303 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-d8355ccb-fef7-41ea-8332-a9c0395db5c2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "PUT /v2.0/floatingips/1cd50e67-155a-4370-8781-7fdb265af30f HTTP/1.1" status: 200 len: 991 time: 2.0389764 Jun 28 15:33:08.413216 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'tag': '48a524d9-0e90-4967-bbe8-2af18a546ea8'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:33:08.415982 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299521533173c05a36196c73841158df7b53abe6ce317cc0fe5db9242a299b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979f18c1-f888-41b7-8108-0d2bcc38eb63" -d '{"events": [{"name": "network-changed", "server_uuid": "1888a864-e955-4d7f-a8ab-d7d14acf10a1", "tag": "48a524d9-0e90-4967-bbe8-2af18a546ea8"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:33:08.610369 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-ecbc64d9-ef2e-4731-916f-3f05ed1ebb0b None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:33:08.643935 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-f1d6b90f-ab97-4402-aa7f-5f94dc33b9e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6fc9796840554c8e9f3d8326bd8ac3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5453722 Jun 28 15:33:08.646577 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51024) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:08.665379 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6b90f-ab97-4402-aa7f-5f94dc33b9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53066661-6c25-40d3-8945-d5c990eba473,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:08.668996 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f1d6b90f-ab97-4402-aa7f-5f94dc33b9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:08.686057 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf377433-dae6-4eb3-81d6-28a1e88d56e9 x-openstack-request-id: req-cf377433-dae6-4eb3-81d6-28a1e88d56e9 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:33:08.686437 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1888a864-e955-4d7f-a8ab-d7d14acf10a1", "tag": "48a524d9-0e90-4967-bbe8-2af18a546ea8", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:33:08.686785 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf377433-dae6-4eb3-81d6-28a1e88d56e9 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:33:08.687390 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'tag': '48a524d9-0e90-4967-bbe8-2af18a546ea8', 'status': 'completed', 'code': 200} Jun 28 15:33:08.717138 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-02744d28-4623-4ab7-98e8-0d321f899cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:08.758892 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-02744d28-4623-4ab7-98e8-0d321f899cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:08.837057 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-02744d28-4623-4ab7-98e8-0d321f899cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:08.841027 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-02744d28-4623-4ab7-98e8-0d321f899cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:08.842790 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-02744d28-4623-4ab7-98e8-0d321f899cb9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53066661-6c25-40d3-8945-d5c990eba473 HTTP/1.1" status: 204 len: 168 time: 0.1951303 Jun 28 15:33:08.843929 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2dc7b279-1868-4790-98bd-1901f73671ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:08.855589 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02744d28-4623-4ab7-98e8-0d321f899cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53066661-6c25-40d3-8945-d5c990eba473,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:08.880115 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14509e69-aae1-4e39-9972-e0ed194226c2 req-2f9af786-fdb1-4460-a9a0-e24f97e19032 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:08.881626 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-14509e69-aae1-4e39-9972-e0ed194226c2 req-2f9af786-fdb1-4460-a9a0-e24f97e19032 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.2677093 Jun 28 15:33:08.899280 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-02744d28-4623-4ab7-98e8-0d321f899cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:09.113027 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:09.142738 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ecbc64d9-ef2e-4731-916f-3f05ed1ebb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': '1cd50e67-155a-4370-8781-7fdb265af30f', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'floating_ip_address': '172.28.1.46', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'port_id': '48a524d9-0e90-4967-bbe8-2af18a546ea8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'mac_address': 'fa:16:3e:ad:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:32:42Z', 'updated_at': '2021-06-28T15:33:07Z', 'revision_number': 1, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:44Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:33:09.187771 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc64d9-ef2e-4731-916f-3f05ed1ebb0b None None] Checking router: c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:33:09.202940 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc64d9-ef2e-4731-916f-3f05ed1ebb0b None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:33:09.204452 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ecbc64d9-ef2e-4731-916f-3f05ed1ebb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:33:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:33:09.344489 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f18c1-f888-41b7-8108-0d2bcc38eb63 req-ffa7c819-9eea-4d89-a54a-a5d0ab54883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:09.346647 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-979f18c1-f888-41b7-8108-0d2bcc38eb63 req-ffa7c819-9eea-4d89-a54a-a5d0ab54883e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa7b97b5f12b46409d73a4a413f3d442&device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 1099 time: 0.6096292 Jun 28 15:33:09.370902 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-14509e69-aae1-4e39-9972-e0ed194226c2 req-cdad2533-cbfb-4bd2-a895-f7926844b624 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663565 Jun 28 15:33:09.400899 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-ecbc64d9-ef2e-4731-916f-3f05ed1ebb0b None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:33:09.507131 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.db.resource_extend [None req-b35be5f7-71d4-4c9a-a89f-0eb5a8f41bef tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 15:33:09.614692 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b35be5f7-71d4-4c9a-a89f-0eb5a8f41bef tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:09.617341 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f18c1-f888-41b7-8108-0d2bcc38eb63 req-7f2c1fb2-27e6-4bb6-b3ca-bc30b4699e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:09.619721 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-979f18c1-f888-41b7-8108-0d2bcc38eb63 req-7f2c1fb2-27e6-4bb6-b3ca-bc30b4699e82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd283de2-b0ac-4f67-ad2f-3fe07c495478 HTTP/1.1" status: 200 len: 912 time: 0.2289877 Jun 28 15:33:09.620911 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b35be5f7-71d4-4c9a-a89f-0eb5a8f41bef tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:09.775890 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-979f18c1-f888-41b7-8108-0d2bcc38eb63 req-47e9fb09-cb16-4a31-aac3-3b16b3caffe0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a524d9-0e90-4967-bbe8-2af18a546ea8 HTTP/1.1" status: 200 len: 999 time: 0.1092343 Jun 28 15:33:09.827210 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ecbc64d9-ef2e-4731-916f-3f05ed1ebb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': '1cd50e67-155a-4370-8781-7fdb265af30f', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'floating_ip_address': '172.28.1.46', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'port_id': '48a524d9-0e90-4967-bbe8-2af18a546ea8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'mac_address': 'fa:16:3e:ad:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:32:42Z', 'updated_at': '2021-06-28T15:33:07Z', 'revision_number': 1, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:44Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:33:09.857639 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc64d9-ef2e-4731-916f-3f05ed1ebb0b None None] The sync data for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb is: [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': '1cd50e67-155a-4370-8781-7fdb265af30f', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'floating_ip_address': '172.28.1.46', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'port_id': '48a524d9-0e90-4967-bbe8-2af18a546ea8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'mac_address': 'fa:16:3e:ad:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:32:42Z', 'updated_at': '2021-06-28T15:33:07Z', 'revision_number': 1, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:44Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:33:09.882463 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f18c1-f888-41b7-8108-0d2bcc38eb63 req-5e113263-4b19-4d63-8131-a7496774ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:09.882463 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-979f18c1-f888-41b7-8108-0d2bcc38eb63 req-5e113263-4b19-4d63-8131-a7496774ed80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=800ee415-7eda-45d6-8a9f-e801a3179bb1 HTTP/1.1" status: 200 len: 850 time: 0.0987146 Jun 28 15:33:09.912154 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.l3_db [None req-b35be5f7-71d4-4c9a-a89f-0eb5a8f41bef tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Floating IP a043e1df-f791-4396-882f-728743cd9efc associated. External IP: 172.28.1.24, port: 73a06cd2-a2c6-4876-9715-862c5cfb5329. Jun 28 15:33:10.053886 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f18c1-f888-41b7-8108-0d2bcc38eb63 req-7fd9c292-0c53-43b1-a6a1-f8751a32ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:10.056083 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-979f18c1-f888-41b7-8108-0d2bcc38eb63 req-7fd9c292-0c53-43b1-a6a1-f8751a32ab35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd283de2-b0ac-4f67-ad2f-3fe07c495478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1653457 Jun 28 15:33:10.136361 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e15864-e4ad-46d8-892f-d5de22cab7f4 None None] New status for floating IP 1cd50e67-155a-4370-8781-7fdb265af30f: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 15:33:10.244441 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-979f18c1-f888-41b7-8108-0d2bcc38eb63 req-b7276560-9165-4d8e-a22e-fe9b3d612bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814685 Jun 28 15:33:10.250499 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35be5f7-71d4-4c9a-a89f-0eb5a8f41bef tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Router d6f965e5-b333-4d42-9b89-d63b518fbba0 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:33:10.436552 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-979f18c1-f888-41b7-8108-0d2bcc38eb63 req-6d2e168d-a2a1-4761-b9c8-346af432c7e3 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847060 Jun 28 15:33:10.478030 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35be5f7-71d4-4c9a-a89f-0eb5a8f41bef tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:33:10.483436 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b35be5f7-71d4-4c9a-a89f-0eb5a8f41bef tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:10.487199 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66632c3c-d8ac-47ae-9565-c4b559aae926 None None] Sync routers for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:33:10.501904 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66632c3c-d8ac-47ae-9565-c4b559aae926 None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:33:10.510960 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-66632c3c-d8ac-47ae-9565-c4b559aae926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:33:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:33:10.555800 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-b35be5f7-71d4-4c9a-a89f-0eb5a8f41bef tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "PUT /v2.0/floatingips/a043e1df-f791-4396-882f-728743cd9efc HTTP/1.1" status: 200 len: 990 time: 2.3143258 Jun 28 15:33:10.556315 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:33:10.563098 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dd3e5b-0c7e-4f97-82f3-168be7cf2eff" -d '{"events": [{"name": "network-changed", "server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:33:10.622890 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 7e1e0056-7c26-41a6-b014-fd24cc758829 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:33:10.654008 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 7e1e0056-7c26-41a6-b014-fd24cc758829 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:33:10.654441 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 7e1e0056-7c26-41a6-b014-fd24cc758829 not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:33:10.759013 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0758f5d-d70c-45ba-8eb3-d13ebef91f31 req-a37f2807-9513-41de-b901-90e553592142 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:10.760629 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c0758f5d-d70c-45ba-8eb3-d13ebef91f31 req-a37f2807-9513-41de-b901-90e553592142 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.1528506 Jun 28 15:33:10.761402 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-66632c3c-d8ac-47ae-9565-c4b559aae926 None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:33:10.822189 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c0758f5d-d70c-45ba-8eb3-d13ebef91f31 req-e58e1358-43fe-4249-badc-22d9e87859d6 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544877 Jun 28 15:33:10.906542 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c613facb-8492-40e5-affa-0d75294e5956 x-openstack-request-id: req-c613facb-8492-40e5-affa-0d75294e5956 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:33:10.906927 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:33:10.907271 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c613facb-8492-40e5-affa-0d75294e5956 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:33:10.907766 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'status': 'completed', 'code': 200} Jun 28 15:33:10.960440 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51140) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:11.034599 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd3e5b-0c7e-4f97-82f3-168be7cf2eff req-9dd4d320-4b9e-43f2-92da-c3207e2c97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:11.040207 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c9dd3e5b-0c7e-4f97-82f3-168be7cf2eff req-9dd4d320-4b9e-43f2-92da-c3207e2c97a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 1098 time: 0.1046295 Jun 28 15:33:11.049442 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff01a6db-ab46-4444-a8dc-fda94971575f admin admin] Deleting subnet a49d1bb6-fbd9-4301-8314-563ae21b8e5a {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:33:11.058912 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ff01a6db-ab46-4444-a8dc-fda94971575f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:11.131043 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ff01a6db-ab46-4444-a8dc-fda94971575f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:11.146765 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ff01a6db-ab46-4444-a8dc-fda94971575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:11.246177 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ff01a6db-ab46-4444-a8dc-fda94971575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:11.254613 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:11.260064 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-66632c3c-d8ac-47ae-9565-c4b559aae926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': 'a043e1df-f791-4396-882f-728743cd9efc', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'floating_ip_address': '172.28.1.24', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'port_id': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'mac_address': 'fa:16:3e:83:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:32:44Z', 'updated_at': '2021-06-28T15:33:09Z', 'revision_number': 1, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:40Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:33:11.277807 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd3e5b-0c7e-4f97-82f3-168be7cf2eff req-aed58960-98fa-450a-adcf-80e52171129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:11.279419 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c9dd3e5b-0c7e-4f97-82f3-168be7cf2eff req-aed58960-98fa-450a-adcf-80e52171129b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 918 time: 0.2280083 Jun 28 15:33:11.324675 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66632c3c-d8ac-47ae-9565-c4b559aae926 None None] Checking router: d6f965e5-b333-4d42-9b89-d63b518fbba0 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:33:11.334792 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01a6db-ab46-4444-a8dc-fda94971575f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49d1bb6-fbd9-4301-8314-563ae21b8e5a,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:11.340987 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ff01a6db-ab46-4444-a8dc-fda94971575f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:11.350800 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-ff01a6db-ab46-4444-a8dc-fda94971575f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a49d1bb6-fbd9-4301-8314-563ae21b8e5a HTTP/1.1" status: 204 len: 168 time: 0.3878226 Jun 28 15:33:11.354008 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ff01a6db-ab46-4444-a8dc-fda94971575f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:11.354130 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66632c3c-d8ac-47ae-9565-c4b559aae926 None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:33:11.354497 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51154) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:11.354923 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-66632c3c-d8ac-47ae-9565-c4b559aae926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:33:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:33:11.430481 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c9dd3e5b-0c7e-4f97-82f3-168be7cf2eff req-be6df310-f793-41d4-a892-bf02adb86c09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329 HTTP/1.1" status: 200 len: 998 time: 0.1426594 Jun 28 15:33:11.491379 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:11.567055 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd3e5b-0c7e-4f97-82f3-168be7cf2eff req-a4812d89-625b-4e6a-bbe9-dc11d53c9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:11.567624 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-66632c3c-d8ac-47ae-9565-c4b559aae926 None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:33:11.569974 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c9dd3e5b-0c7e-4f97-82f3-168be7cf2eff req-a4812d89-625b-4e6a-bbe9-dc11d53c9090 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 200 len: 856 time: 0.1327939 Jun 28 15:33:11.622907 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:11.635902 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.636261 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.637013 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.637425 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > port after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.637744 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > port after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.638138 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > port after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.638536 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.638871 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.639244 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.639573 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.640165 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e11e63-99bc-4ff0-9963-3e6416f4299a req-bd97cf3c-9b06-4017-8c93-f1d658d93e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:11.641839 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06e11e63-99bc-4ff0-9963-3e6416f4299a req-bd97cf3c-9b06-4017-8c93-f1d658d93e56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79f47aa1164e8d93df60b1f8e4e9ee&device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 1098 time: 0.1258132 Jun 28 15:33:11.816906 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.817874 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.818638 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.819158 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:33:11.819692 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c25610d-e288-457a-893e-843f809d1e93']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:33:11.861957 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988ba82c-49cc-4de9-82ba-a123ecbe9227') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:33:11.863118 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988ba82c-49cc-4de9-82ba-a123ecbe9227') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:33:11.868241 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-66632c3c-d8ac-47ae-9565-c4b559aae926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': 'a043e1df-f791-4396-882f-728743cd9efc', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'floating_ip_address': '172.28.1.24', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'port_id': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'mac_address': 'fa:16:3e:83:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:32:44Z', 'updated_at': '2021-06-28T15:33:09Z', 'revision_number': 1, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:40Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:33:11.894674 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59779947'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:11.905651 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66632c3c-d8ac-47ae-9565-c4b559aae926 None None] The sync data for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb is: [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': 'a043e1df-f791-4396-882f-728743cd9efc', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'floating_ip_address': '172.28.1.24', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'port_id': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'mac_address': 'fa:16:3e:83:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:32:44Z', 'updated_at': '2021-06-28T15:33:09Z', 'revision_number': 1, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:40Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:33:11.925448 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037d61a-5ba5-4b6d-978a-abe2b416abd7 req-7cf8589a-50ba-4f5d-916a-efbe7d61e5ad tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:11.942704 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8037d61a-5ba5-4b6d-978a-abe2b416abd7 req-7cf8589a-50ba-4f5d-916a-efbe7d61e5ad tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.4084256 Jun 28 15:33:11.960902 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:11.963013 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd3e5b-0c7e-4f97-82f3-168be7cf2eff req-6ed7950d-1097-4f43-b6f2-0b84058d00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:11.965104 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c9dd3e5b-0c7e-4f97-82f3-168be7cf2eff req-6ed7950d-1097-4f43-b6f2-0b84058d00f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c468dac8-aa22-4082-b723-9376a95ffc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3875098 Jun 28 15:33:11.980710 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:33:11.980710 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778051'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: from cryptography.utils import int_from_bytes Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: from cryptography.utils import int_from_bytes Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: Traceback (most recent call last): Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: timer() Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: cb(*args, **kw) Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: return func(*args, **kwargs) Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: self._notify() Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: self.callback(batched_events) Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: event.method(event) Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: return f(self, *a, **k) Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: return self._get(url).json() Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:33:11.995153 dv-cinder-797245-5-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:33:12.061272 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8037d61a-5ba5-4b6d-978a-abe2b416abd7 req-00993125-a766-4953-b19f-9022f9571a24 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086962 Jun 28 15:33:12.081506 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e11e63-99bc-4ff0-9963-3e6416f4299a req-231da27f-db3d-4509-bf92-3d4bda969cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:12.085121 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:12.091985 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2accd5e2-1dd4-4189-ae29-de52019f6ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:12.100047 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06e11e63-99bc-4ff0-9963-3e6416f4299a req-231da27f-db3d-4509-bf92-3d4bda969cce service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa HTTP/1.1" status: 200 len: 918 time: 0.4420559 Jun 28 15:33:12.106093 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:12.107948 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] 10.222.0.30 "DELETE /v2.0/networks/4c25610d-e288-457a-893e-843f809d1e93 HTTP/1.1" status: 204 len: 168 time: 0.7524970 Jun 28 15:33:12.116599 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c25610d-e288-457a-893e-843f809d1e93,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:12.119691 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:12.163323 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06e11e63-99bc-4ff0-9963-3e6416f4299a req-95ca3150-9cda-4e94-b335-452784caf0fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e534219-d95f-42e4-adb4-95644e242f58 HTTP/1.1" status: 200 len: 217 time: 0.0621097 Jun 28 15:33:12.221707 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c9dd3e5b-0c7e-4f97-82f3-168be7cf2eff req-020940df-04a3-4795-bbae-105038f53dfd service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413054 Jun 28 15:33:12.306004 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccfe21-81cc-4871-8cab-ab0c04c0fc9e None None] New status for floating IP a043e1df-f791-4396-882f-728743cd9efc: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 15:33:12.326776 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e11e63-99bc-4ff0-9963-3e6416f4299a req-d1952836-6693-4981-be2c-1f8bdc214c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:12.328249 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06e11e63-99bc-4ff0-9963-3e6416f4299a req-d1952836-6693-4981-be2c-1f8bdc214c4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24ba7c8a-dbac-438a-96f3-be136ed79139 HTTP/1.1" status: 200 len: 857 time: 0.1580544 Jun 28 15:33:12.375491 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06e11e63-99bc-4ff0-9963-3e6416f4299a req-eac7d410-4a02-4b17-ad8f-6ff85b4d1549 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390270 Jun 28 15:33:12.393423 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51190) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:12.414760 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c9dd3e5b-0c7e-4f97-82f3-168be7cf2eff req-72f2a9b9-2e67-42ab-adad-20985165c5f2 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856635 Jun 28 15:33:12.467385 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-70a48bdd-f8d4-4f1d-851f-25cd27a7c505 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe6a970b33b94daab5154ea73e1d166e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0716307 Jun 28 15:33:12.470684 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51194) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:12.533668 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06e11e63-99bc-4ff0-9963-3e6416f4299a req-52f73b5c-180b-40b5-86d6-b9a3a61a7e97 service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397786 Jun 28 15:33:12.544082 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2858e24-a5c4-4967-8708-540e02d310bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:12.568247 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2858e24-a5c4-4967-8708-540e02d310bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:12.629649 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2858e24-a5c4-4967-8708-540e02d310bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:12.632637 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2858e24-a5c4-4967-8708-540e02d310bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:12.634201 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-c2858e24-a5c4-4967-8708-540e02d310bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2 HTTP/1.1" status: 204 len: 168 time: 0.1621337 Jun 28 15:33:12.635151 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4d66889a-835c-4105-85f6-a6e709c5f8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:12.642912 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2858e24-a5c4-4967-8708-540e02d310bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c199ef-2a04-4d52-9fb0-9542bb9ba3b2,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:12.645236 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c2858e24-a5c4-4967-8708-540e02d310bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:12.653989 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06e11e63-99bc-4ff0-9963-3e6416f4299a req-ac2ee49c-d61b-43ef-9b65-dc681a7343bf service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195445 Jun 28 15:33:13.278084 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace03b17-8d08-47f8-90db-47acc4ca9050 req-2175be93-6f56-4589-a4de-8f2c8072198a tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:13.279584 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ace03b17-8d08-47f8-90db-47acc4ca9050 req-2175be93-6f56-4589-a4de-8f2c8072198a tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0716469 Jun 28 15:33:13.322359 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ace03b17-8d08-47f8-90db-47acc4ca9050 req-6467c298-d5c4-44b2-bda9-491332504be6 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370641 Jun 28 15:33:14.079002 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51308) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:14.193269 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-804a8fb8-8881-42eb-8f8f-a45ddc8daef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.297469 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-804a8fb8-8881-42eb-8f8f-a45ddc8daef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.299452 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51316) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:14.306281 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-804a8fb8-8881-42eb-8f8f-a45ddc8daef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.309087 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c0b3f6fa-1175-4a1a-aca5-d12977b67a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:14.349680 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a8fb8-8881-42eb-8f8f-a45ddc8daef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58657523-462d-40a6-b715-cf39aede053e,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:14.353304 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-804a8fb8-8881-42eb-8f8f-a45ddc8daef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:14.356166 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-804a8fb8-8881-42eb-8f8f-a45ddc8daef3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c83cd1b4cbfd48b295dd262f42379b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760558 Jun 28 15:33:14.358772 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51322) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:14.418688 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a8406305-b038-4764-8638-a916d9106258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.435987 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-193e649f-c71d-4ae8-ab28-9b03e2ccd4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.496417 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-193e649f-c71d-4ae8-ab28-9b03e2ccd4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.595433 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b9461-b415-4866-bd2a-4c840b3993cd req-1bf2dc7f-9a09-4a76-a9f9-db3025d8d881 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:14.596961 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-710b9461-b415-4866-bd2a-4c840b3993cd req-1bf2dc7f-9a09-4a76-a9f9-db3025d8d881 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.1409171 Jun 28 15:33:14.599917 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-193e649f-c71d-4ae8-ab28-9b03e2ccd4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.603003 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-193e649f-c71d-4ae8-ab28-9b03e2ccd4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.604435 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-193e649f-c71d-4ae8-ab28-9b03e2ccd4cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58657523-462d-40a6-b715-cf39aede053e HTTP/1.1" status: 204 len: 168 time: 0.2442539 Jun 28 15:33:14.608341 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3ad6d088-e450-4fe3-ad6d-b6ec0b3e3adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:14.631200 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e649f-c71d-4ae8-ab28-9b03e2ccd4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58657523-462d-40a6-b715-cf39aede053e,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:14.641659 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-193e649f-c71d-4ae8-ab28-9b03e2ccd4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:14.657787 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a8406305-b038-4764-8638-a916d9106258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.668049 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a8406305-b038-4764-8638-a916d9106258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.672153 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d0b9d214-b5a0-4dd5-a948-5858c2ff5575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:14.690728 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-710b9461-b415-4866-bd2a-4c840b3993cd req-88481e11-a141-485b-9265-672c212b9195 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854440 Jun 28 15:33:14.709559 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8406305-b038-4764-8638-a916d9106258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a3abf0-3b21-417b-93d3-e49a1d69553c,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:14.717212 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a8406305-b038-4764-8638-a916d9106258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:14.720050 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-a8406305-b038-4764-8638-a916d9106258 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e373a08030343ba91cd68dde16d7ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195147 Jun 28 15:33:14.722907 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51334) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:14.785194 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5647466-d670-4616-94f9-f2621ea9d196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.809598 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5647466-d670-4616-94f9-f2621ea9d196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.867971 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5647466-d670-4616-94f9-f2621ea9d196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.875255 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5647466-d670-4616-94f9-f2621ea9d196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:14.879719 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-f5647466-d670-4616-94f9-f2621ea9d196 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43a3abf0-3b21-417b-93d3-e49a1d69553c HTTP/1.1" status: 204 len: 168 time: 0.1557670 Jun 28 15:33:14.880599 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-193e649f-c71d-4ae8-ab28-9b03e2ccd4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:14.888251 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5647466-d670-4616-94f9-f2621ea9d196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a3abf0-3b21-417b-93d3-e49a1d69553c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:14.890550 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f5647466-d670-4616-94f9-f2621ea9d196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:14.933941 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51342) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:14.949234 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec641-7495-477f-a544-bb9982bd61e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.061287 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec641-7495-477f-a544-bb9982bd61e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.074358 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec641-7495-477f-a544-bb9982bd61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.077650 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:15.118698 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ec641-7495-477f-a544-bb9982bd61e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b2635a-ab71-4a74-b1e7-2989de3b2ace,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:15.123417 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-0a8ec641-7495-477f-a544-bb9982bd61e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2a9d67408a146339e3b5f37e3cf5e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884050 Jun 28 15:33:15.124244 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51354) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:15.124722 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0a8ec641-7495-477f-a544-bb9982bd61e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:15.126665 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51356) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:15.185201 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c9190b07-0f63-4609-9c9b-53e3e125d54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.208544 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c9190b07-0f63-4609-9c9b-53e3e125d54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.263693 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c9190b07-0f63-4609-9c9b-53e3e125d54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.266818 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c9190b07-0f63-4609-9c9b-53e3e125d54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.268786 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-c9190b07-0f63-4609-9c9b-53e3e125d54a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54b2635a-ab71-4a74-b1e7-2989de3b2ace HTTP/1.1" status: 204 len: 168 time: 0.1402361 Jun 28 15:33:15.269572 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0a8ec641-7495-477f-a544-bb9982bd61e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:15.281524 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9190b07-0f63-4609-9c9b-53e3e125d54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b2635a-ab71-4a74-b1e7-2989de3b2ace,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:15.292198 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c9190b07-0f63-4609-9c9b-53e3e125d54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:15.299191 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9174199b-2790-447d-af0e-277930030fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.377402 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51368) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:15.403358 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66ca5b49-f7dc-4772-a088-4cd6facddb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.412135 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9174199b-2790-447d-af0e-277930030fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.418437 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9174199b-2790-447d-af0e-277930030fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.430945 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-666d4ede-1324-4f46-8f17-7be0127325f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:15.475519 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-9174199b-2790-447d-af0e-277930030fb2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=616745aebb5644d6b57513c8cca6c81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502080 Jun 28 15:33:15.477425 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174199b-2790-447d-af0e-277930030fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b0d555-ddbb-4a99-9bc4-fa695e21dce5,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:15.479499 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51372) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:15.481501 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9174199b-2790-447d-af0e-277930030fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:15.535344 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66ca5b49-f7dc-4772-a088-4cd6facddb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.543013 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66ca5b49-f7dc-4772-a088-4cd6facddb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.546839 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d991fd8e-84ec-4101-90ad-d8676bb97c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:15.586389 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-374db7bb-7ab2-4eee-b9f2-b9412d52f734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.589608 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-66ca5b49-f7dc-4772-a088-4cd6facddb82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=190db055c25e4e7787dac3a16e1646bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096260 Jun 28 15:33:15.592516 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51378) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:15.600510 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca5b49-f7dc-4772-a088-4cd6facddb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8d226e-20c4-4499-aecb-d5e1a9b0ff2a,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:15.605084 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-66ca5b49-f7dc-4772-a088-4cd6facddb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:15.616318 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-374db7bb-7ab2-4eee-b9f2-b9412d52f734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.667976 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f9082ac3-7aca-4c75-b8d3-86deacbdc417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.682011 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-374db7bb-7ab2-4eee-b9f2-b9412d52f734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.684730 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-374db7bb-7ab2-4eee-b9f2-b9412d52f734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.689483 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-374db7bb-7ab2-4eee-b9f2-b9412d52f734 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88b0d555-ddbb-4a99-9bc4-fa695e21dce5 HTTP/1.1" status: 204 len: 168 time: 0.2088718 Jun 28 15:33:15.690293 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ac56d4b3-a684-4cbb-b182-f367b3cc6845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:15.693264 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f9082ac3-7aca-4c75-b8d3-86deacbdc417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.706877 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374db7bb-7ab2-4eee-b9f2-b9412d52f734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b0d555-ddbb-4a99-9bc4-fa695e21dce5,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:15.721041 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-374db7bb-7ab2-4eee-b9f2-b9412d52f734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:15.771548 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f9082ac3-7aca-4c75-b8d3-86deacbdc417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.779105 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f9082ac3-7aca-4c75-b8d3-86deacbdc417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.782938 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-f9082ac3-7aca-4c75-b8d3-86deacbdc417 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e8d226e-20c4-4499-aecb-d5e1a9b0ff2a HTTP/1.1" status: 204 len: 168 time: 0.1888766 Jun 28 15:33:15.783871 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:15.792355 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9082ac3-7aca-4c75-b8d3-86deacbdc417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8d226e-20c4-4499-aecb-d5e1a9b0ff2a,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:15.795994 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f9082ac3-7aca-4c75-b8d3-86deacbdc417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:15.887133 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:15.922745 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32201d2e-8922-4661-bc78-c67c4edb7717 req-40ef7360-5fa7-4e05-a665-c9044d768c95 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:15.924343 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-32201d2e-8922-4661-bc78-c67c4edb7717 req-40ef7360-5fa7-4e05-a665-c9044d768c95 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0731130 Jun 28 15:33:15.975050 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-32201d2e-8922-4661-bc78-c67c4edb7717 req-d0946141-0111-43ca-94a3-56fa15ab8049 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442162 Jun 28 15:33:16.175431 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51406) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:16.192120 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-350de5f8-00b9-4eb2-8bbb-c9f4bf4953b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:16.316984 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-350de5f8-00b9-4eb2-8bbb-c9f4bf4953b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:16.323165 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-350de5f8-00b9-4eb2-8bbb-c9f4bf4953b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:16.338157 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:16.360479 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-350de5f8-00b9-4eb2-8bbb-c9f4bf4953b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d613798a9534087b814bedb483dcf77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839325 Jun 28 15:33:16.364520 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51420) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:16.369982 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350de5f8-00b9-4eb2-8bbb-c9f4bf4953b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a6ecbf-5ef2-4be8-acd7-98e54e4adcad,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:16.383275 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-350de5f8-00b9-4eb2-8bbb-c9f4bf4953b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:16.444901 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cc1692e-ba7b-4807-898c-4bddf5260b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:16.477287 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cc1692e-ba7b-4807-898c-4bddf5260b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:16.549677 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cc1692e-ba7b-4807-898c-4bddf5260b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:16.554110 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cc1692e-ba7b-4807-898c-4bddf5260b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:16.554110 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-3cc1692e-ba7b-4807-898c-4bddf5260b65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44a6ecbf-5ef2-4be8-acd7-98e54e4adcad HTTP/1.1" status: 204 len: 168 time: 0.1872177 Jun 28 15:33:16.555702 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d67f21a4-02bd-4824-a85c-6cb3134ca208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:16.566734 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1692e-ba7b-4807-898c-4bddf5260b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a6ecbf-5ef2-4be8-acd7-98e54e4adcad,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:16.578909 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3cc1692e-ba7b-4807-898c-4bddf5260b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:17.172587 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9780c-d19f-47e2-aaa8-e3b89954fba2 req-20941336-cbae-451c-8ffa-0588cf7415f4 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:17.174109 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-21d9780c-d19f-47e2-aaa8-e3b89954fba2 req-20941336-cbae-451c-8ffa-0588cf7415f4 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0778892 Jun 28 15:33:17.215613 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-21d9780c-d19f-47e2-aaa8-e3b89954fba2 req-8fc229e9-db99-4ce9-ad50-ec2b8060101d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351169 Jun 28 15:33:18.179754 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51566) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:18.301351 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b9e8dcb9-1a2b-4ecf-845c-cb14cb6c94a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:18.481043 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b9e8dcb9-1a2b-4ecf-845c-cb14cb6c94a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:18.491337 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193a6f-c151-4a9f-bdb8-15f79f955cd6 req-fff693fd-09c7-4d52-8007-f3e903ebe4b4 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:18.493424 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7e193a6f-c151-4a9f-bdb8-15f79f955cd6 req-fff693fd-09c7-4d52-8007-f3e903ebe4b4 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.1238642 Jun 28 15:33:18.494726 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b9e8dcb9-1a2b-4ecf-845c-cb14cb6c94a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:18.498261 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:18.549992 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8dcb9-1a2b-4ecf-845c-cb14cb6c94a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f094064-3aff-41cd-b037-7629e0a5a976,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:18.559416 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b9e8dcb9-1a2b-4ecf-845c-cb14cb6c94a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:18.564745 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-b9e8dcb9-1a2b-4ecf-845c-cb14cb6c94a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=441023dcbd6940fbb75aec577f229e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816350 Jun 28 15:33:18.565124 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51590) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:18.579740 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7e193a6f-c151-4a9f-bdb8-15f79f955cd6 req-1090e6ff-8a1c-4635-915b-ec3dce70eeb5 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792060 Jun 28 15:33:18.620675 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:18.642041 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:18.689816 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:18.692408 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:18.693518 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f094064-3aff-41cd-b037-7629e0a5a976 HTTP/1.1" status: 204 len: 168 time: 0.1270108 Jun 28 15:33:18.694264 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fe4a4c59-4e96-481a-8b9d-e7be8b134e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:18.701768 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f094064-3aff-41cd-b037-7629e0a5a976,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:18.709010 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:18.709359 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:18.709863 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:18.710198 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:18.711212 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:18.711716 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:18.712049 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:18.712522 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:18.713019 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:18.713356 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:18.713683 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:18.714175 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:18.717603 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:19.032185 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51608) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:19.047225 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.179814 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.184937 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.188730 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:19.209402 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51618) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:19.225673 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6aca15cd43ae4059a5dd5dbcd9fccdfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923339 Jun 28 15:33:19.226622 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ca9968-07f0-4900-8cdf-5b5cb02d772f,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:19.228437 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51622) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:19.234011 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:19.234380 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:19.234761 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:19.235323 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:19.235670 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:19.236250 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:19.236666 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:19.237081 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:19.237502 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:19.237918 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:19.238328 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:19.238757 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:19.242557 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:19.291002 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-985eae0e-8f71-4396-ba6c-6cf7c2a3aebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.316531 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-985eae0e-8f71-4396-ba6c-6cf7c2a3aebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.330210 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-492b6b53-f656-465b-883e-775e7931b167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.393504 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-985eae0e-8f71-4396-ba6c-6cf7c2a3aebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.396526 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-985eae0e-8f71-4396-ba6c-6cf7c2a3aebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.397663 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-985eae0e-8f71-4396-ba6c-6cf7c2a3aebf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06ca9968-07f0-4900-8cdf-5b5cb02d772f HTTP/1.1" status: 204 len: 168 time: 0.1683073 Jun 28 15:33:19.401995 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9c28fada-9ac1-4f3c-885d-37aa67093855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:19.412486 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985eae0e-8f71-4396-ba6c-6cf7c2a3aebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ca9968-07f0-4900-8cdf-5b5cb02d772f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:19.415953 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-985eae0e-8f71-4396-ba6c-6cf7c2a3aebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:19.463234 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-492b6b53-f656-465b-883e-775e7931b167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.467759 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-492b6b53-f656-465b-883e-775e7931b167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.471730 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-350de5f8-00b9-4eb2-8bbb-c9f4bf4953b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:19.508115 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-492b6b53-f656-465b-883e-775e7931b167 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bc8628c637e4696ab4eb1bb4370d880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968349 Jun 28 15:33:19.509366 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b6b53-f656-465b-883e-775e7931b167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129eeba9-d7f1-4dab-8be2-cdb7c5cd583b,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:19.510745 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51628) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:19.523740 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-492b6b53-f656-465b-883e-775e7931b167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:19.559929 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-14ed071d-c1ec-41d6-a76a-1ca3cbd2b9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.586470 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-14ed071d-c1ec-41d6-a76a-1ca3cbd2b9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.657663 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-14ed071d-c1ec-41d6-a76a-1ca3cbd2b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.660665 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-14ed071d-c1ec-41d6-a76a-1ca3cbd2b9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:19.662009 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-14ed071d-c1ec-41d6-a76a-1ca3cbd2b9f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/129eeba9-d7f1-4dab-8be2-cdb7c5cd583b HTTP/1.1" status: 204 len: 168 time: 0.1502442 Jun 28 15:33:19.663055 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e99c03be-0f5f-446a-b51c-8528f02c761d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:19.671705 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed071d-c1ec-41d6-a76a-1ca3cbd2b9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129eeba9-d7f1-4dab-8be2-cdb7c5cd583b,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:19.673964 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-14ed071d-c1ec-41d6-a76a-1ca3cbd2b9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:19.813773 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222521a7-1067-4cf9-97b8-5860d5dea35c req-0ed78cd2-1bb1-495f-845f-28ffb1ebc6bc tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:19.818971 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-222521a7-1067-4cf9-97b8-5860d5dea35c req-0ed78cd2-1bb1-495f-845f-28ffb1ebc6bc tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0758522 Jun 28 15:33:19.859033 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-222521a7-1067-4cf9-97b8-5860d5dea35c req-fabf972a-37c2-494a-adf8-3f94c3db1f4b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 Jun 28 15:33:19.989419 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51660) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:20.011712 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-78b828f8-60ad-4160-9a48-5aa7fdd126d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:20.122069 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-78b828f8-60ad-4160-9a48-5aa7fdd126d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:20.127329 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-78b828f8-60ad-4160-9a48-5aa7fdd126d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:20.131102 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:20.171314 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-78b828f8-60ad-4160-9a48-5aa7fdd126d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3004d8a0adfd4592b20aae93b9ca0332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805215 Jun 28 15:33:20.173632 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51666) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:20.189627 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b828f8-60ad-4160-9a48-5aa7fdd126d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c613904-c7d7-4edf-8d76-06cf037a041f,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:20.194730 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-78b828f8-60ad-4160-9a48-5aa7fdd126d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:20.228427 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-213ccbf4-9bd6-4949-944c-60227ef886af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:20.250516 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-213ccbf4-9bd6-4949-944c-60227ef886af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:20.302535 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-213ccbf4-9bd6-4949-944c-60227ef886af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:20.310159 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-213ccbf4-9bd6-4949-944c-60227ef886af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:20.310159 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-213ccbf4-9bd6-4949-944c-60227ef886af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c613904-c7d7-4edf-8d76-06cf037a041f HTTP/1.1" status: 204 len: 168 time: 0.1331275 Jun 28 15:33:20.310159 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e5a3fdd8-5109-44e2-8e06-d0cf842a6c38 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:20.319273 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ccbf4-9bd6-4949-944c-60227ef886af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c613904-c7d7-4edf-8d76-06cf037a041f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:20.323031 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-213ccbf4-9bd6-4949-944c-60227ef886af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:21.043756 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb53a2-e4da-464e-8b63-a2c89e9eb82c req-c5925001-0fcb-427e-876d-6c9c48127937 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:21.045585 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-30eb53a2-e4da-464e-8b63-a2c89e9eb82c req-c5925001-0fcb-427e-876d-6c9c48127937 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0725996 Jun 28 15:33:21.122715 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-30eb53a2-e4da-464e-8b63-a2c89e9eb82c req-f1bbf01d-0356-4bca-8499-5a80ac972121 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706716 Jun 28 15:33:21.774268 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51748) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:21.884714 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ecd42a5c-5993-4be0-b2ef-8d94210f8c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:21.972720 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ecd42a5c-5993-4be0-b2ef-8d94210f8c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:21.976122 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ecd42a5c-5993-4be0-b2ef-8d94210f8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:21.979845 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-374db7bb-7ab2-4eee-b9f2-b9412d52f734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:22.013234 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-ecd42a5c-5993-4be0-b2ef-8d94210f8c29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25238dbd62274938ac1e360af28e7366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372298 Jun 28 15:33:22.014056 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd42a5c-5993-4be0-b2ef-8d94210f8c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb286a9a-7c2c-4333-88c3-72f91f1a1bc8,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:22.016543 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51754) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:22.017056 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ecd42a5c-5993-4be0-b2ef-8d94210f8c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:22.071865 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2142bf35-01d2-4c14-abde-f21da8b3c606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:22.094218 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2142bf35-01d2-4c14-abde-f21da8b3c606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:22.138527 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2142bf35-01d2-4c14-abde-f21da8b3c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:22.141020 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2142bf35-01d2-4c14-abde-f21da8b3c606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:22.142162 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-2142bf35-01d2-4c14-abde-f21da8b3c606 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb286a9a-7c2c-4333-88c3-72f91f1a1bc8 HTTP/1.1" status: 204 len: 168 time: 0.1246109 Jun 28 15:33:22.143000 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c5b52713-1a1b-4af6-9dad-910dd09e6a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:22.150707 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142bf35-01d2-4c14-abde-f21da8b3c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb286a9a-7c2c-4333-88c3-72f91f1a1bc8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:22.152912 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2142bf35-01d2-4c14-abde-f21da8b3c606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:22.304728 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cee4e-af30-437d-8eb0-ed6582d738ea req-63926532-fb21-4a09-b181-13d5aa3f4dbf tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:22.306255 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-db5cee4e-af30-437d-8eb0-ed6582d738ea req-63926532-fb21-4a09-b181-13d5aa3f4dbf tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0629561 Jun 28 15:33:22.350489 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-db5cee4e-af30-437d-8eb0-ed6582d738ea req-d3f759a7-a27a-4ba1-95ec-66f07696ace0 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375721 Jun 28 15:33:22.411304 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51764) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:22.424690 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-afcd4c2a-138c-449c-abf9-77b556564b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:22.513692 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-afcd4c2a-138c-449c-abf9-77b556564b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:22.517599 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-afcd4c2a-138c-449c-abf9-77b556564b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:22.521061 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9cff2fc7-6a24-4331-9e9f-991d5e55a9cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:22.559267 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-afcd4c2a-138c-449c-abf9-77b556564b37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f35a13782b584d5390b5e7c997de2409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469157 Jun 28 15:33:22.560479 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd4c2a-138c-449c-abf9-77b556564b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74598566-b052-467d-8cfa-419552f154e2,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:22.563256 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51774) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:22.567297 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-afcd4c2a-138c-449c-abf9-77b556564b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:22.622602 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04f5e3af-d56d-4b89-9fc2-2a33ee152eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:22.652439 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04f5e3af-d56d-4b89-9fc2-2a33ee152eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:22.704868 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04f5e3af-d56d-4b89-9fc2-2a33ee152eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:22.707892 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04f5e3af-d56d-4b89-9fc2-2a33ee152eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:22.709297 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-04f5e3af-d56d-4b89-9fc2-2a33ee152eba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74598566-b052-467d-8cfa-419552f154e2 HTTP/1.1" status: 204 len: 168 time: 0.1450713 Jun 28 15:33:22.710205 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:22.723971 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5e3af-d56d-4b89-9fc2-2a33ee152eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74598566-b052-467d-8cfa-419552f154e2,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:22.726401 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-04f5e3af-d56d-4b89-9fc2-2a33ee152eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:23.538387 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214d1f9-14bb-4f70-ab93-ae7fde9d390b req-5dc67f15-47f2-4e4d-a58e-56571c30d7f3 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:23.540634 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5214d1f9-14bb-4f70-ab93-ae7fde9d390b req-5dc67f15-47f2-4e4d-a58e-56571c30d7f3 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0740125 Jun 28 15:33:23.581672 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5214d1f9-14bb-4f70-ab93-ae7fde9d390b req-fb74d0cd-81c6-40a4-9ab7-eb6de34193ff tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344634 Jun 28 15:33:23.827723 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:33:24.362806 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 51888) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:24.503687 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-af7d25a8-671d-4063-88f4-634fd063ef9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:24.613451 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-af7d25a8-671d-4063-88f4-634fd063ef9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:24.621108 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-af7d25a8-671d-4063-88f4-634fd063ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:24.623605 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1ad66628-b9cc-44f3-ae49-3e75def90563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:24.662597 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d25a8-671d-4063-88f4-634fd063ef9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327e515b-6b91-4042-8ff4-42db7e1ad6bf,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:24.668531 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-af7d25a8-671d-4063-88f4-634fd063ef9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:24.683650 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 51906) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:24.684108 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-af7d25a8-671d-4063-88f4-634fd063ef9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd55a2d0ff0c48e9a2d821dca65ab021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199027 Jun 28 15:33:24.780488 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-23dd5283-8568-48df-94d9-3fc77ab1262e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:24.811649 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-23dd5283-8568-48df-94d9-3fc77ab1262e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:24.830801 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bf99f-ae8d-4869-87c4-fbd7d34452da req-60f403c8-d5a1-4cba-8068-c7c83a9df8bd tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:24.832349 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-036bf99f-ae8d-4869-87c4-fbd7d34452da req-60f403c8-d5a1-4cba-8068-c7c83a9df8bd tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.1041195 Jun 28 15:33:24.890479 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-036bf99f-ae8d-4869-87c4-fbd7d34452da req-1e0ff043-88f1-45ec-a2b0-7c15c1164897 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482159 Jun 28 15:33:24.909802 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-23dd5283-8568-48df-94d9-3fc77ab1262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:24.912556 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-23dd5283-8568-48df-94d9-3fc77ab1262e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:24.914937 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-23dd5283-8568-48df-94d9-3fc77ab1262e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/327e515b-6b91-4042-8ff4-42db7e1ad6bf HTTP/1.1" status: 204 len: 168 time: 0.2281759 Jun 28 15:33:24.915114 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-18cf3142-7396-46f7-aaa6-599cbc2450c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:24.926505 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd5283-8568-48df-94d9-3fc77ab1262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327e515b-6b91-4042-8ff4-42db7e1ad6bf,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:24.933134 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-23dd5283-8568-48df-94d9-3fc77ab1262e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:26.160194 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05715fed-8804-41e2-9eba-5403b3bd73fb req-c9068880-078e-49e1-88eb-ced2b098b444 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:26.162265 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-05715fed-8804-41e2-9eba-5403b3bd73fb req-c9068880-078e-49e1-88eb-ced2b098b444 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0960453 Jun 28 15:33:26.212206 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-05715fed-8804-41e2-9eba-5403b3bd73fb req-a596b881-0bbd-41aa-a18b-7f9ad3309f16 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433962 Jun 28 15:33:27.484090 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e1a11-90db-41a3-9b3f-5445f41da901 req-47816d9b-6330-40cf-b5bb-93b7b383b6b4 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:27.491442 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-263e1a11-90db-41a3-9b3f-5445f41da901 req-47816d9b-6330-40cf-b5bb-93b7b383b6b4 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.1446040 Jun 28 15:33:27.534894 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-263e1a11-90db-41a3-9b3f-5445f41da901 req-9c5b7dcd-2a00-40c5-abe6-8b51671e313b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Jun 28 15:33:28.737619 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8b09a-1855-49d2-b3d7-a5615bd3c69e req-60265eb0-9729-4e08-beaa-d364c32a4e1a tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:28.746989 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0fa8b09a-1855-49d2-b3d7-a5615bd3c69e req-60265eb0-9729-4e08-beaa-d364c32a4e1a tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0924463 Jun 28 15:33:28.786653 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0fa8b09a-1855-49d2-b3d7-a5615bd3c69e req-c87e2efd-ca0f-49cd-b678-e4135c781355 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386236 Jun 28 15:33:29.973584 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da252ac-4ac4-4da7-9819-000739940c28 req-4233f83c-f810-453b-9694-3cd46dc066b3 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:29.975289 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0da252ac-4ac4-4da7-9819-000739940c28 req-4233f83c-f810-453b-9694-3cd46dc066b3 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0656142 Jun 28 15:33:30.012768 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0da252ac-4ac4-4da7-9819-000739940c28 req-bc3d905f-d2fd-433f-b202-664ea4fe428f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310199 Jun 28 15:33:31.198440 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e145865-c2ff-440e-9997-daff9b77dcc2 req-892fea42-c381-42ee-a645-4591de81ec61 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:31.199914 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e145865-c2ff-440e-9997-daff9b77dcc2 req-892fea42-c381-42ee-a645-4591de81ec61 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0651388 Jun 28 15:33:31.237332 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e145865-c2ff-440e-9997-daff9b77dcc2 req-5a17541d-9479-44b7-b41c-ac7d7f62bf9e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317640 Jun 28 15:33:31.677666 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 52240) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:31.810303 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9016ffd4-272f-4532-9cbe-c806b2758906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:31.901914 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9016ffd4-272f-4532-9cbe-c806b2758906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:31.906257 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9016ffd4-272f-4532-9cbe-c806b2758906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:31.909539 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1f6e4b60-d09b-4ef8-9b24-51972fb0a5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:31.947509 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-9016ffd4-272f-4532-9cbe-c806b2758906 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5578bf264e084d0c832197f90e850dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686899 Jun 28 15:33:31.948650 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016ffd4-272f-4532-9cbe-c806b2758906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77226e6c-666f-493f-8bce-9e66f47c4e70,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:31.951336 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52258) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:31.951733 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9016ffd4-272f-4532-9cbe-c806b2758906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:31.958643 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 52260) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:32.003024 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97c3c7cb-f414-471d-b3d3-c92962cf5394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.026552 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97c3c7cb-f414-471d-b3d3-c92962cf5394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.077604 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefb8d67-aba5-4e47-9c72-480f49801b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.080011 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97c3c7cb-f414-471d-b3d3-c92962cf5394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.082780 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97c3c7cb-f414-471d-b3d3-c92962cf5394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.083913 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-97c3c7cb-f414-471d-b3d3-c92962cf5394 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77226e6c-666f-493f-8bce-9e66f47c4e70 HTTP/1.1" status: 204 len: 168 time: 0.1310499 Jun 28 15:33:32.084640 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-43f03d2a-bdcb-49e5-b8a1-2b8ca24a02e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:32.093312 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3c7cb-f414-471d-b3d3-c92962cf5394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77226e6c-666f-493f-8bce-9e66f47c4e70,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:32.095813 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-97c3c7cb-f414-471d-b3d3-c92962cf5394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:32.175404 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefb8d67-aba5-4e47-9c72-480f49801b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.179384 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefb8d67-aba5-4e47-9c72-480f49801b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.182652 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c2858e24-a5c4-4967-8708-540e02d310bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:32.218367 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-eefb8d67-aba5-4e47-9c72-480f49801b86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=777e5e2bae5b48f1a9debaa857d0796a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580259 Jun 28 15:33:32.219340 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb8d67-aba5-4e47-9c72-480f49801b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dab2e9-4b54-49cb-a288-46dcd0c58806,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:32.221010 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52268) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:32.231625 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-eefb8d67-aba5-4e47-9c72-480f49801b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:32.275736 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-94e9280d-b260-4d53-833d-ce5b99a7da91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.298342 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-94e9280d-b260-4d53-833d-ce5b99a7da91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.355649 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-94e9280d-b260-4d53-833d-ce5b99a7da91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.358243 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-94e9280d-b260-4d53-833d-ce5b99a7da91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.361936 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-94e9280d-b260-4d53-833d-ce5b99a7da91 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77dab2e9-4b54-49cb-a288-46dcd0c58806 HTTP/1.1" status: 204 len: 168 time: 0.1373830 Jun 28 15:33:32.361936 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f1d6b90f-ab97-4402-aa7f-5f94dc33b9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:32.376710 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9280d-b260-4d53-833d-ce5b99a7da91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dab2e9-4b54-49cb-a288-46dcd0c58806,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:32.381115 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-94e9280d-b260-4d53-833d-ce5b99a7da91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:32.438623 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fd6f8-0c2f-4c93-a363-43f6e7ff6565 req-40d46b2f-442e-4ff3-b0af-d36092b98daf tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:32.440239 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8d0fd6f8-0c2f-4c93-a363-43f6e7ff6565 req-40d46b2f-442e-4ff3-b0af-d36092b98daf tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0753202 Jun 28 15:33:32.502820 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8d0fd6f8-0c2f-4c93-a363-43f6e7ff6565 req-a7643d42-282e-43b9-9e8a-5b34f7174a79 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528891 Jun 28 15:33:32.682632 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52304) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:32.711396 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0897415d-b4b8-4a89-a71a-276cf3b4e60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.906564 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 52320) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:32.912201 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0897415d-b4b8-4a89-a71a-276cf3b4e60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.923606 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0897415d-b4b8-4a89-a71a-276cf3b4e60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:32.948571 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-213ccbf4-9bd6-4949-944c-60227ef886af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:32.955720 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 52328) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:32.956347 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-0897415d-b4b8-4a89-a71a-276cf3b4e60a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=458b6b756634426a81f3083571bf6069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724016 Jun 28 15:33:32.980124 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897415d-b4b8-4a89-a71a-276cf3b4e60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b61f0d5-7a36-405c-9edf-85a51bb7b5f5,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:32.983361 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0897415d-b4b8-4a89-a71a-276cf3b4e60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:33.045207 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-51d5ba6d-56a3-44e9-8db2-19ae0fc27606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.072104 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-51d5ba6d-56a3-44e9-8db2-19ae0fc27606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.140524 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-51d5ba6d-56a3-44e9-8db2-19ae0fc27606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.145433 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-51d5ba6d-56a3-44e9-8db2-19ae0fc27606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.147487 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-51d5ba6d-56a3-44e9-8db2-19ae0fc27606 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b61f0d5-7a36-405c-9edf-85a51bb7b5f5 HTTP/1.1" status: 204 len: 168 time: 0.1896584 Jun 28 15:33:33.149267 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fd0fc504-675b-4ba7-b78c-7ca9865bebaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:33.172625 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5ba6d-56a3-44e9-8db2-19ae0fc27606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b61f0d5-7a36-405c-9edf-85a51bb7b5f5,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:33.185965 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-51d5ba6d-56a3-44e9-8db2-19ae0fc27606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:33.241501 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0229e24c-eef3-46f7-a820-990d8ac5a305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.340215 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0229e24c-eef3-46f7-a820-990d8ac5a305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.345424 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0229e24c-eef3-46f7-a820-990d8ac5a305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.350006 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-804a8fb8-8881-42eb-8f8f-a45ddc8daef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:33.388319 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-0229e24c-eef3-46f7-a820-990d8ac5a305 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c031fcffea14f09a44b0a40b2c7df3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799819 Jun 28 15:33:33.389450 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229e24c-eef3-46f7-a820-990d8ac5a305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65c6e4a-d4f8-4688-9365-0e03af246f79,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:33.391146 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52350) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:33.392965 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0229e24c-eef3-46f7-a820-990d8ac5a305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:33.451818 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6527f712-c756-4c91-8343-d82806adc470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.476601 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6527f712-c756-4c91-8343-d82806adc470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.571272 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6527f712-c756-4c91-8343-d82806adc470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.575193 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6527f712-c756-4c91-8343-d82806adc470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.580660 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-6527f712-c756-4c91-8343-d82806adc470 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a65c6e4a-d4f8-4688-9365-0e03af246f79 HTTP/1.1" status: 204 len: 168 time: 0.1822388 Jun 28 15:33:33.580660 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-62989efe-8d34-40fe-b9ae-4b057d368425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:33.581077 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 52354) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:33.587657 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527f712-c756-4c91-8343-d82806adc470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65c6e4a-d4f8-4688-9365-0e03af246f79,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:33.590894 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6527f712-c756-4c91-8343-d82806adc470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:33.626205 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4259b818-5698-4fc2-b523-7aa40bc84242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.779910 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517537f-f0f1-4005-8dfc-0fd591557619 req-9cc361d0-428a-4b4d-90ae-c8b7051fbab7 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:33.788150 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0517537f-f0f1-4005-8dfc-0fd591557619 req-9cc361d0-428a-4b4d-90ae-c8b7051fbab7 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.1029184 Jun 28 15:33:33.813453 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4259b818-5698-4fc2-b523-7aa40bc84242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.818832 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4259b818-5698-4fc2-b523-7aa40bc84242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.824337 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f44c0fac-249f-4d73-b3a7-4a6c91525a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:33.860402 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0517537f-f0f1-4005-8dfc-0fd591557619 req-1a77df6d-16e9-4559-bb3d-69fca9ad97f2 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709081 Jun 28 15:33:33.864391 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-4259b818-5698-4fc2-b523-7aa40bc84242 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a26c09a23e74c7bb0382f95bb4969fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844796 Jun 28 15:33:33.867689 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52358) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:33.868373 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259b818-5698-4fc2-b523-7aa40bc84242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f562c9e-77c1-4f18-b946-ee81af1014b6,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:33.871966 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4259b818-5698-4fc2-b523-7aa40bc84242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:33.953051 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bc34e83d-b1dc-42fe-a5a0-99d9cb3150d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:33.968213 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7749f9e7-0627-4322-9746-e5ac5b093d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:34.011591 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bc34e83d-b1dc-42fe-a5a0-99d9cb3150d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:34.087758 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bc34e83d-b1dc-42fe-a5a0-99d9cb3150d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:34.090883 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bc34e83d-b1dc-42fe-a5a0-99d9cb3150d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:34.092054 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-bc34e83d-b1dc-42fe-a5a0-99d9cb3150d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f562c9e-77c1-4f18-b946-ee81af1014b6 HTTP/1.1" status: 204 len: 168 time: 0.2230432 Jun 28 15:33:34.092848 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b9e8dcb9-1a2b-4ecf-845c-cb14cb6c94a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:34.102485 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34e83d-b1dc-42fe-a5a0-99d9cb3150d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f562c9e-77c1-4f18-b946-ee81af1014b6,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:34.104936 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-bc34e83d-b1dc-42fe-a5a0-99d9cb3150d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:34.799274 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 52416) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:34.961033 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b2bc458e-d94d-46ba-be1f-8981a98a16b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:35.087573 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05758a9-20dd-488a-aebd-3d9e7adbec41 req-8dfe35c9-0f9f-4bb3-8db6-107d193cdfa3 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:35.089060 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c05758a9-20dd-488a-aebd-3d9e7adbec41 req-8dfe35c9-0f9f-4bb3-8db6-107d193cdfa3 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.1108873 Jun 28 15:33:35.157060 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b2bc458e-d94d-46ba-be1f-8981a98a16b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:35.160441 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c05758a9-20dd-488a-aebd-3d9e7adbec41 req-f76600d9-5fce-4ffd-81af-dba812251eaf tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563428 Jun 28 15:33:35.165091 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b2bc458e-d94d-46ba-be1f-8981a98a16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:35.168440 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9016ffd4-272f-4532-9cbe-c806b2758906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:35.218990 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-b2bc458e-d94d-46ba-be1f-8981a98a16b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ae194d06a154f05bad60946d687a407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186270 Jun 28 15:33:35.221245 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc458e-d94d-46ba-be1f-8981a98a16b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c11ab0f-62d9-407d-b2cc-c37d39920a1d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:35.221705 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52440) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:35.238646 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b2bc458e-d94d-46ba-be1f-8981a98a16b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:35.279744 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aebafde0-1f88-4136-bde2-a846b4d85bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:35.300835 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aebafde0-1f88-4136-bde2-a846b4d85bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:35.349675 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aebafde0-1f88-4136-bde2-a846b4d85bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:35.352492 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aebafde0-1f88-4136-bde2-a846b4d85bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:35.356593 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-aebafde0-1f88-4136-bde2-a846b4d85bb9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c11ab0f-62d9-407d-b2cc-c37d39920a1d HTTP/1.1" status: 204 len: 168 time: 0.1338179 Jun 28 15:33:35.357564 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45cac8b6-b149-4654-9f9a-54417c8ccc44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:35.360446 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-473eb097-f06c-4206-936e-00ac1a88e9fd tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=860b3a19b696424ab990f311ed961615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338788 Jun 28 15:33:35.364970 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebafde0-1f88-4136-bde2-a846b4d85bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c11ab0f-62d9-407d-b2cc-c37d39920a1d,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:35.368139 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-aebafde0-1f88-4136-bde2-a846b4d85bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:35.699129 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52468) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:35.735922 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04fa35db-51f7-4921-959f-982f10b28d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:35.773699 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-78037c91-802d-47c8-b4aa-a95a3c22e729 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:35.775558 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-78037c91-802d-47c8-b4aa-a95a3c22e729 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4090946 Jun 28 15:33:35.793302 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-ccc0d4b2-8103-46ed-92d1-67d4674cf6b9 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/quotas/860b3a19b696424ab990f311ed961615 HTTP/1.1" status: 200 len: 375 time: 0.0107775 Jun 28 15:33:35.827816 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-8e01461f-59af-405e-bd72-3752aa0d41b0 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=860b3a19b696424ab990f311ed961615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287094 Jun 28 15:33:35.842671 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04fa35db-51f7-4921-959f-982f10b28d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:35.849026 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04fa35db-51f7-4921-959f-982f10b28d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:35.853353 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-04f5e3af-d56d-4b89-9fc2-2a33ee152eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:35.891294 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-04fa35db-51f7-4921-959f-982f10b28d6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1965d98a9f74484d84b0a3249214b4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909862 Jun 28 15:33:35.893836 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52472) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:35.901036 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa35db-51f7-4921-959f-982f10b28d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c88c33-f746-4ce5-bda5-ca47b79303a2,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:35.905044 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-04fa35db-51f7-4921-959f-982f10b28d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:35.963573 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-df1442d8-0ba1-46be-af5b-785c680943fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:35.997760 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-df1442d8-0ba1-46be-af5b-785c680943fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:36.045741 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f83fae6a-c58f-4fb8-85a9-0d8ff1d4e3d4 req-c497143c-db16-4418-9c4d-e6c8b9d219ab tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 210 time: 0.0368257 Jun 28 15:33:36.091505 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-df1442d8-0ba1-46be-af5b-785c680943fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:36.094148 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-df1442d8-0ba1-46be-af5b-785c680943fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:36.095383 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-df1442d8-0ba1-46be-af5b-785c680943fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98c88c33-f746-4ce5-bda5-ca47b79303a2 HTTP/1.1" status: 204 len: 168 time: 0.2006254 Jun 28 15:33:36.096028 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:36.104530 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1442d8-0ba1-46be-af5b-785c680943fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c88c33-f746-4ce5-bda5-ca47b79303a2,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:36.106812 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-df1442d8-0ba1-46be-af5b-785c680943fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:36.368402 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840db58-9177-4dfa-a63d-0da4c1bb592e req-4bfd74bb-5e2c-4026-9b3f-c772b3b6b76b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:36.375718 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e840db58-9177-4dfa-a63d-0da4c1bb592e req-4bfd74bb-5e2c-4026-9b3f-c772b3b6b76b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0751686 Jun 28 15:33:36.425819 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e840db58-9177-4dfa-a63d-0da4c1bb592e req-e8ffc127-34fb-4ffc-84fc-41cba4456269 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489831 Jun 28 15:33:36.693980 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:36.892629 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6e83c8d5-d20c-4eb1-b37a-b484937033fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:37.196636 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3a728200-1e04-4866-af64-3eb8e056aea1 req-16666112-1905-4c63-bf68-96bbed97f5ef tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 210 time: 0.0353551 Jun 28 15:33:37.377230 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-e171190b-a717-45d5-b34b-0a7a7a753d9a tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=860b3a19b696424ab990f311ed961615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318775 Jun 28 15:33:37.536452 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:37.605192 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-ac0edc96-6794-4382-bbdb-54ff2f64b447 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:37.606655 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-ac0edc96-6794-4382-bbdb-54ff2f64b447 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171981 Jun 28 15:33:37.625798 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Request body: {'port': {'device_id': '9c7ab3d5-4720-4422-be99-e6295066dbef', 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a', 'admin_state_up': True, 'tenant_id': '860b3a19b696424ab990f311ed961615'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:33:37.667394 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ced5-8126-48bc-8b2c-e82d57b9f09d req-b97c8d6d-45bc-4cd9-a355-5a28e24a49f2 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:37.669956 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3b24ced5-8126-48bc-8b2c-e82d57b9f09d req-b97c8d6d-45bc-4cd9-a355-5a28e24a49f2 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0768228 Jun 28 15:33:37.721720 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3b24ced5-8126-48bc-8b2c-e82d57b9f09d req-0958e1fc-a9fa-48b4-99aa-03adfca728e9 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Jun 28 15:33:37.786950 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Made reservation on behalf of 860b3a19b696424ab990f311ed961615 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:33:37.791566 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:37.804584 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:37.909478 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:37.914747 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:37.919950 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c9190b07-0f63-4609-9c9b-53e3e125d54a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:37.989276 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68e7471-2e36-4c73-aae8-7d19f8ac70e0,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:38.004097 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:38.071559 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Allocated IP 192.168.233.23 (a12c2191-d614-4bd0-8e71-2bc8fb72d35a/d9655685-04b9-4d90-914b-7297a90d5e13/607e1933-cadb-49fa-8f94-bc22005c1d3a) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:33:38.234750 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:38.258778 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Transition to ACTIVE for port object 607e1933-cadb-49fa-8f94-bc22005c1d3a will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:33:38.299468 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:38.304576 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-54311380-9296-4bc0-bdc3-0064554b8618 tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:38.364816 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Pushing event updated for resources: {'Port': ['ID=607e1933-cadb-49fa-8f94-bc22005c1d3a,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:38.370173 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:38.376839 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Network a12c2191-d614-4bd0-8e71-2bc8fb72d35a is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:33:38.378472 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:33:38.381251 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:33:38.387300 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:38.388440 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:38.406157 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7848911 Jun 28 15:33:38.420900 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Request body: {'port': {'device_id': '9c7ab3d5-4720-4422-be99-e6295066dbef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:33:38.479899 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed53ca-5083-4d44-85c8-1ac5b124d461 req-02a7b419-0eda-42d0-8e10-42145317a0ac tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:38.482126 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-72ed53ca-5083-4d44-85c8-1ac5b124d461 req-02a7b419-0eda-42d0-8e10-42145317a0ac tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 935 time: 0.0901780 Jun 28 15:33:38.519808 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:38.531050 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-72ed53ca-5083-4d44-85c8-1ac5b124d461 req-dfd9aaf6-8103-4bfb-bf86-77ea5670f09c tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/security-groups?id=c68e7471-2e36-4c73-aae8-7d19f8ac70e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414228 Jun 28 15:33:38.671821 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-75888522-5d59-47ac-9fb3-11657810c368 None None] Provisioning for port 607e1933-cadb-49fa-8f94-bc22005c1d3a completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:33:38.673297 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-75888522-5d59-47ac-9fb3-11657810c368 None None] Provisioning complete for port 607e1933-cadb-49fa-8f94-bc22005c1d3a triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:33:38.673674 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-75888522-5d59-47ac-9fb3-11657810c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:38.732248 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-75888522-5d59-47ac-9fb3-11657810c368 None None] Port 607e1933-cadb-49fa-8f94-bc22005c1d3a cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:33:38.842741 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607e1933-cadb-49fa-8f94-bc22005c1d3a {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:33:38.851099 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:38.870059 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Transition to ACTIVE for port object 607e1933-cadb-49fa-8f94-bc22005c1d3a will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:33:38.874177 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:38.877269 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a922153c-4b36-44f8-8f1c-fb3ba244ae96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:38.918166 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127dec1-9fa1-4f6b-8754-4fbfd658844f req-3a5e2bbb-fd15-4882-9bc6-6320d34dbb54 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:38.922818 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2127dec1-9fa1-4f6b-8754-4fbfd658844f req-3a5e2bbb-fd15-4882-9bc6-6320d34dbb54 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0785718 Jun 28 15:33:38.932731 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Pushing event updated for resources: {'Port': ['ID=607e1933-cadb-49fa-8f94-bc22005c1d3a,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:38.937059 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:38.972981 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Attempting to bind port 607e1933-cadb-49fa-8f94-bc22005c1d3a on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:33:38.973315 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Attempting to bind port 607e1933-cadb-49fa-8f94-bc22005c1d3a by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'fadd48cb-0380-42ec-a71c-8361e464d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:33:38.973649 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Attempting to bind port 607e1933-cadb-49fa-8f94-bc22005c1d3a on network a12c2191-d614-4bd0-8e71-2bc8fb72d35a {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:33:38.979503 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Port 607e1933-cadb-49fa-8f94-bc22005c1d3a on network a12c2191-d614-4bd0-8e71-2bc8fb72d35a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:33:38.980113 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Attempting to bind port 607e1933-cadb-49fa-8f94-bc22005c1d3a on network a12c2191-d614-4bd0-8e71-2bc8fb72d35a {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:33:38.982488 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2127dec1-9fa1-4f6b-8754-4fbfd658844f req-7d95ffff-5a7e-48cb-85f5-4712bf0958f5 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515645 Jun 28 15:33:38.990600 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:33:38.990946 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Checking segment: {'id': 'fadd48cb-0380-42ec-a71c-8361e464d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:33:38.991851 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Bound using segment: {'id': 'fadd48cb-0380-42ec-a71c-8361e464d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:33:38.992283 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Bound port: 607e1933-cadb-49fa-8f94-bc22005c1d3a, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fadd48cb-0380-42ec-a71c-8361e464d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:33:38.992661 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:39.068166 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] For port 607e1933-cadb-49fa-8f94-bc22005c1d3a, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:33:39.073131 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] For port 607e1933-cadb-49fa-8f94-bc22005c1d3a, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=607e1933-cadb-49fa-8f94-bc22005c1d3a,segment=NetworkSegment(fadd48cb-0380-42ec-a71c-8361e464d66e),segment_id=fadd48cb-0380-42ec-a71c-8361e464d66e)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:33:39.079298 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:39.081591 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:39.100485 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:39.116708 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:39.117300 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:39.118846 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-45b97075-0abf-473e-a751-9ca0135752db service neutron] 10.222.0.13 "PUT /v2.0/ports/607e1933-cadb-49fa-8f94-bc22005c1d3a HTTP/1.1" status: 200 len: 1097 time: 0.7023933 Jun 28 15:33:39.119222 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7ab3d5-4720-4422-be99-e6295066dbef', 'tag': '607e1933-cadb-49fa-8f94-bc22005c1d3a'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:33:39.121569 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829b542d-925b-4e93-bb79-c2e3675431c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7ab3d5-4720-4422-be99-e6295066dbef", "tag": "607e1933-cadb-49fa-8f94-bc22005c1d3a"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:33:39.174116 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0cea55-5209-40a6-9e33-f4ebb48782e5 x-openstack-request-id: req-9b0cea55-5209-40a6-9e33-f4ebb48782e5 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:33:39.174676 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7ab3d5-4720-4422-be99-e6295066dbef", "tag": "607e1933-cadb-49fa-8f94-bc22005c1d3a", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:33:39.174788 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b0cea55-5209-40a6-9e33-f4ebb48782e5 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:33:39.175142 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7ab3d5-4720-4422-be99-e6295066dbef', 'tag': '607e1933-cadb-49fa-8f94-bc22005c1d3a', 'status': 'completed', 'code': 200} Jun 28 15:33:39.176657 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Pushing event updated for resources: {'Port': ['ID=607e1933-cadb-49fa-8f94-bc22005c1d3a,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:39.180743 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:39.238676 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-f2a4cd18-7b6b-4961-ab34-0d6ea48c7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:39.240198 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-f2a4cd18-7b6b-4961-ab34-0d6ea48c7b08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=860b3a19b696424ab990f311ed961615&device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 1100 time: 0.0570457 Jun 28 15:33:39.508790 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-2473b322-de8e-4d60-b1a2-92c7ed49ab19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=607e1933-cadb-49fa-8f94-bc22005c1d3a HTTP/1.1" status: 200 len: 217 time: 0.2585738 Jun 28 15:33:39.581447 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-75895b5f-5ec8-43d7-8ca9-1611aaaccee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:39.583223 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-75895b5f-5ec8-43d7-8ca9-1611aaaccee4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9655685-04b9-4d90-914b-7297a90d5e13 HTTP/1.1" status: 200 len: 843 time: 0.0652075 Jun 28 15:33:39.648497 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-39dcb444-c3d1-4263-a2a1-e3d38afd05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:39.649884 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-39dcb444-c3d1-4263-a2a1-e3d38afd05e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c2191-d614-4bd0-8e71-2bc8fb72d35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534468 Jun 28 15:33:39.792014 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d37cf-13c5-4d7f-81f7-2ae25425a8be req-9099054d-20f2-4767-aaa1-fc3b07accc64 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:39.793502 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5e8d37cf-13c5-4d7f-81f7-2ae25425a8be req-9099054d-20f2-4767-aaa1-fc3b07accc64 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 947 time: 0.1354868 Jun 28 15:33:39.795242 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-e49b7e81-e2d9-427d-9d02-4c9030d78966 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c2191-d614-4bd0-8e71-2bc8fb72d35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353343 Jun 28 15:33:39.889797 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5e8d37cf-13c5-4d7f-81f7-2ae25425a8be req-d1cf53ac-28f4-46ef-bb32-ce28a90ab945 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/security-groups?id=c68e7471-2e36-4c73-aae8-7d19f8ac70e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902283 Jun 28 15:33:39.924835 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-79bb910e-3c68-4e9b-b3de-ab6abda3cb31 req-eaa30d42-6014-4cca-9f98-d6b928e4d0e5 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c2191-d614-4bd0-8e71-2bc8fb72d35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185505 Jun 28 15:33:40.045528 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b542d-925b-4e93-bb79-c2e3675431c5 req-a0824687-7def-4ae5-bd4a-9e4d542d0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:40.047051 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-829b542d-925b-4e93-bb79-c2e3675431c5 req-a0824687-7def-4ae5-bd4a-9e4d542d0679 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=860b3a19b696424ab990f311ed961615&device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 1100 time: 0.0563469 Jun 28 15:33:40.187578 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b542d-925b-4e93-bb79-c2e3675431c5 req-f5dc445c-dd5f-413c-97c9-17c0d2b03d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:40.189116 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-829b542d-925b-4e93-bb79-c2e3675431c5 req-f5dc445c-dd5f-413c-97c9-17c0d2b03d78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a12c2191-d614-4bd0-8e71-2bc8fb72d35a HTTP/1.1" status: 200 len: 870 time: 0.1316450 Jun 28 15:33:40.207073 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f94c83-8f80-417c-9d10-c5b15cda9e8f req-8f14f841-52f4-4da2-bfe9-939c24cfa5c8 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:40.213235 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-47f94c83-8f80-417c-9d10-c5b15cda9e8f req-8f14f841-52f4-4da2-bfe9-939c24cfa5c8 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0972400 Jun 28 15:33:40.260655 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-829b542d-925b-4e93-bb79-c2e3675431c5 req-83722290-256c-42c7-bebd-9ae670c8e41f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=607e1933-cadb-49fa-8f94-bc22005c1d3a HTTP/1.1" status: 200 len: 217 time: 0.0464251 Jun 28 15:33:40.323160 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-47f94c83-8f80-417c-9d10-c5b15cda9e8f req-f0071ab1-abaf-4748-81af-50f6d56838c5 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992606 Jun 28 15:33:40.332249 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b542d-925b-4e93-bb79-c2e3675431c5 req-fc90fabd-3511-419b-bf39-f39c77d7a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:40.333809 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-829b542d-925b-4e93-bb79-c2e3675431c5 req-fc90fabd-3511-419b-bf39-f39c77d7a09d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9655685-04b9-4d90-914b-7297a90d5e13 HTTP/1.1" status: 200 len: 843 time: 0.0603764 Jun 28 15:33:40.403456 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b542d-925b-4e93-bb79-c2e3675431c5 req-6ae3e616-2373-44cb-b9fb-392e27802d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:40.404947 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-829b542d-925b-4e93-bb79-c2e3675431c5 req-6ae3e616-2373-44cb-b9fb-392e27802d85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c2191-d614-4bd0-8e71-2bc8fb72d35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545030 Jun 28 15:33:40.500700 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-829b542d-925b-4e93-bb79-c2e3675431c5 req-32a41d10-3f95-490b-8da9-8b57a9925857 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c2191-d614-4bd0-8e71-2bc8fb72d35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881393 Jun 28 15:33:40.606119 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-829b542d-925b-4e93-bb79-c2e3675431c5 req-88cd656b-464a-42f1-a7c2-5b3e995ae495 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c2191-d614-4bd0-8e71-2bc8fb72d35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848098 Jun 28 15:33:41.077619 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acc17d-4f48-48a8-b332-aa976aa9ca5c req-e836f48c-1b38-4d84-ae99-c89c11a5018b tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:41.079481 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-85acc17d-4f48-48a8-b332-aa976aa9ca5c req-e836f48c-1b38-4d84-ae99-c89c11a5018b tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 947 time: 0.0760250 Jun 28 15:33:41.116849 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-85acc17d-4f48-48a8-b332-aa976aa9ca5c req-b6e86ca8-9814-4821-b63e-db463e093a93 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/security-groups?id=c68e7471-2e36-4c73-aae8-7d19f8ac70e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313110 Jun 28 15:33:41.519213 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f839bb-181e-461d-82e6-562a90914439 req-fa76704d-2a4e-4eb7-b176-8acd6a141768 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:41.526078 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-46f839bb-181e-461d-82e6-562a90914439 req-fa76704d-2a4e-4eb7-b176-8acd6a141768 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0859442 Jun 28 15:33:41.559990 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-46f839bb-181e-461d-82e6-562a90914439 req-8eb7c1dd-9631-43b9-8809-e43ee8808a4e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Jun 28 15:33:42.291922 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d248a2-226c-4560-915b-5dc68b975f9d req-f333e726-95ce-49b9-bfe8-36fe62e6036d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:42.293436 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-09d248a2-226c-4560-915b-5dc68b975f9d req-f333e726-95ce-49b9-bfe8-36fe62e6036d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 947 time: 0.0629661 Jun 28 15:33:42.332948 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-09d248a2-226c-4560-915b-5dc68b975f9d req-afe07c44-b302-439b-82bb-5d9e9318bd5d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/security-groups?id=c68e7471-2e36-4c73-aae8-7d19f8ac70e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330372 Jun 28 15:33:42.747186 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236cbc7-e044-4d23-a608-79af6af89490 req-240884e3-a7c3-4818-a4c2-22cf2033d2da tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:42.748669 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5236cbc7-e044-4d23-a608-79af6af89490 req-240884e3-a7c3-4818-a4c2-22cf2033d2da tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0674064 Jun 28 15:33:42.788251 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 607e1933-cadb-49fa-8f94-bc22005c1d3a details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:33:42.797348 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5236cbc7-e044-4d23-a608-79af6af89490 req-a6efb06c-ce93-4cf3-b9d1-e4a0cc1a9d82 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427680 Jun 28 15:33:42.834227 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0355a4b9-2962-494e-b7f8-1b4782cc214b req-3425ba18-4f24-4107-9ffc-bbaa1ccf3379 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555186 Jun 28 15:33:42.896625 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 607e1933-cadb-49fa-8f94-bc22005c1d3a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=607e1933-cadb-49fa-8f94-bc22005c1d3a,segment=NetworkSegment(fadd48cb-0380-42ec-a71c-8361e464d66e),segment_id=fadd48cb-0380-42ec-a71c-8361e464d66e)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:42.915434 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '607e1933-cadb-49fa-8f94-bc22005c1d3a', 'network_id': 'a12c2191-d614-4bd0-8e71-2bc8fb72d35a', 'port_id': '607e1933-cadb-49fa-8f94-bc22005c1d3a', 'mac_address': 'fa:16:3e:70:79:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9655685-04b9-4d90-914b-7297a90d5e13', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:33:42.954641 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:42.960645 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355a4b9-2962-494e-b7f8-1b4782cc214b req-c5be0ab4-ea52-4838-9dae-e993c4137b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:42.962493 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0355a4b9-2962-494e-b7f8-1b4782cc214b req-c5be0ab4-ea52-4838-9dae-e993c4137b15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 1098 time: 0.0585587 Jun 28 15:33:42.969997 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607e1933-cadb-49fa-8f94-bc22005c1d3a {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:33:42.991457 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 607e1933-cadb-49fa-8f94-bc22005c1d3a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=607e1933-cadb-49fa-8f94-bc22005c1d3a,segment=NetworkSegment(fadd48cb-0380-42ec-a71c-8361e464d66e),segment_id=fadd48cb-0380-42ec-a71c-8361e464d66e)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:42.993858 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 52700) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:42.996508 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:42.999299 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:43.046740 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=607e1933-cadb-49fa-8f94-bc22005c1d3a,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:43.053758 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:43.054178 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:43.055174 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:43.055505 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:43.055831 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:43.056152 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:43.056473 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:43.056787 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:43.057099 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:43.057418 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:43.057732 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:43.058046 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:33:43.062020 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:43.081577 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355a4b9-2962-494e-b7f8-1b4782cc214b req-8ce705da-dde8-48dd-889f-018b25b5462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:43.083072 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0355a4b9-2962-494e-b7f8-1b4782cc214b req-8ce705da-dde8-48dd-889f-018b25b5462d service neutron] 10.222.0.13 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 918 time: 0.0937343 Jun 28 15:33:43.117963 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bb0100c0-9de5-4b80-89c2-b8979e3761b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:43.164740 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0355a4b9-2962-494e-b7f8-1b4782cc214b req-ca6cec5b-dd9d-4e9d-ada6-7961e1f113c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329 HTTP/1.1" status: 200 len: 1000 time: 0.0673881 Jun 28 15:33:43.218311 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355a4b9-2962-494e-b7f8-1b4782cc214b req-766855b3-3955-4dd6-93c2-ff9532fb67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:43.219965 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0355a4b9-2962-494e-b7f8-1b4782cc214b req-766855b3-3955-4dd6-93c2-ff9532fb67bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 200 len: 856 time: 0.0455029 Jun 28 15:33:43.223039 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bb0100c0-9de5-4b80-89c2-b8979e3761b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:43.228155 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bb0100c0-9de5-4b80-89c2-b8979e3761b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:43.231825 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4259b818-5698-4fc2-b523-7aa40bc84242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:43.275953 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-bb0100c0-9de5-4b80-89c2-b8979e3761b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7cc9cc2459a348fa85b06ec497806ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804825 Jun 28 15:33:43.276753 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 52710) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:43.277437 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0100c0-9de5-4b80-89c2-b8979e3761b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2573a9-f4a5-4fdd-9cb7-7ab38cac5286,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:43.286016 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bb0100c0-9de5-4b80-89c2-b8979e3761b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:43.313441 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355a4b9-2962-494e-b7f8-1b4782cc214b req-6d23c445-f93e-469c-8efe-2e8ae7236aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:43.315019 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0355a4b9-2962-494e-b7f8-1b4782cc214b req-6d23c445-f93e-469c-8efe-2e8ae7236aae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c468dac8-aa22-4082-b723-9376a95ffc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737493 Jun 28 15:33:43.346081 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e583056-a2e5-42d9-bc07-e8a39a34dd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:43.346588 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['607e1933-cadb-49fa-8f94-bc22005c1d3a'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:33:43.376825 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e583056-a2e5-42d9-bc07-e8a39a34dd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:43.476386 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0355a4b9-2962-494e-b7f8-1b4782cc214b req-7beb8145-46e3-4aff-9894-74bfad566026 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502974 Jun 28 15:33:43.515121 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e583056-a2e5-42d9-bc07-e8a39a34dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:43.518019 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e583056-a2e5-42d9-bc07-e8a39a34dd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:43.519160 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-6e583056-a2e5-42d9-bc07-e8a39a34dd7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c2573a9-f4a5-4fdd-9cb7-7ab38cac5286 HTTP/1.1" status: 204 len: 168 time: 0.2388160 Jun 28 15:33:43.521388 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-51d5ba6d-56a3-44e9-8db2-19ae0fc27606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:43.531787 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e583056-a2e5-42d9-bc07-e8a39a34dd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2573a9-f4a5-4fdd-9cb7-7ab38cac5286,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:43.534731 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6e583056-a2e5-42d9-bc07-e8a39a34dd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:43.561776 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791fa8e-43fc-4e38-a6e1-e846ee853ad4 req-77032af7-726f-4c09-bc77-07eb20d01a46 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:43.563403 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5791fa8e-43fc-4e38-a6e1-e846ee853ad4 req-77032af7-726f-4c09-bc77-07eb20d01a46 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 948 time: 0.0998702 Jun 28 15:33:43.630675 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0355a4b9-2962-494e-b7f8-1b4782cc214b req-6a935f59-7b63-48fb-bea2-c4f85225d38c service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430445 Jun 28 15:33:43.652395 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5791fa8e-43fc-4e38-a6e1-e846ee853ad4 req-a6141ddd-f17b-4327-8148-f8ecd64fb3e5 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/security-groups?id=c68e7471-2e36-4c73-aae8-7d19f8ac70e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826142 Jun 28 15:33:43.672552 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52722) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:43.832182 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f759ebf-e72e-4cb1-b030-2156d1b4b269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:43.917050 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 52732) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:43.939581 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f759ebf-e72e-4cb1-b030-2156d1b4b269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:43.943647 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f759ebf-e72e-4cb1-b030-2156d1b4b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:43.946272 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:43.954704 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76d8066e-d064-4653-8bb4-0b57e735b478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:43.982222 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f759ebf-e72e-4cb1-b030-2156d1b4b269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfed19c7-abf5-4c13-b0b1-e49b3ced3ade,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:43.985699 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9f759ebf-e72e-4cb1-b030-2156d1b4b269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:43.988394 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-9f759ebf-e72e-4cb1-b030-2156d1b4b269 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b24961eea30b4943b48163457fe805fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144207 Jun 28 15:33:43.991392 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 52734) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:44.048276 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baad4ce-87ee-4776-8218-a187171102d0 req-8966d052-5389-4e9b-93c7-eb4c15d2735d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:44.049723 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7baad4ce-87ee-4776-8218-a187171102d0 req-8966d052-5389-4e9b-93c7-eb4c15d2735d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.1305006 Jun 28 15:33:44.124204 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-aa725be8-5ebb-4481-b255-1c9065cabb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.136040 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7baad4ce-87ee-4776-8218-a187171102d0 req-d571cd17-cc7c-4b0f-92d5-b049d4a71fee tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788445 Jun 28 15:33:44.174097 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-aa725be8-5ebb-4481-b255-1c9065cabb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.198517 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76d8066e-d064-4653-8bb4-0b57e735b478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.211183 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76d8066e-d064-4653-8bb4-0b57e735b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.216132 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2142bf35-01d2-4c14-abde-f21da8b3c606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:44.251324 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-76d8066e-d064-4653-8bb4-0b57e735b478 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e6a3dff03db40c7aeaf720535743500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332481 Jun 28 15:33:44.253986 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52736) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:44.256580 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8066e-d064-4653-8bb4-0b57e735b478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d1a209-6a77-4b59-8cbd-624fd6a6ec94,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:44.259678 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-76d8066e-d064-4653-8bb4-0b57e735b478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:44.268934 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-aa725be8-5ebb-4481-b255-1c9065cabb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.271708 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-aa725be8-5ebb-4481-b255-1c9065cabb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.272819 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-aa725be8-5ebb-4481-b255-1c9065cabb1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bfed19c7-abf5-4c13-b0b1-e49b3ced3ade HTTP/1.1" status: 204 len: 168 time: 0.2759187 Jun 28 15:33:44.273643 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f9520ddb-3e87-47a1-bc0e-7edbb968f523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:44.281166 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa725be8-5ebb-4481-b255-1c9065cabb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfed19c7-abf5-4c13-b0b1-e49b3ced3ade,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:44.287932 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-aa725be8-5ebb-4481-b255-1c9065cabb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:44.318398 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c93311f6-ff75-41fc-ba4b-392c813d3084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.339613 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c93311f6-ff75-41fc-ba4b-392c813d3084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.385491 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c93311f6-ff75-41fc-ba4b-392c813d3084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.388484 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c93311f6-ff75-41fc-ba4b-392c813d3084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.389738 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-c93311f6-ff75-41fc-ba4b-392c813d3084 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8d1a209-6a77-4b59-8cbd-624fd6a6ec94 HTTP/1.1" status: 204 len: 168 time: 0.1346676 Jun 28 15:33:44.390563 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9f759ebf-e72e-4cb1-b030-2156d1b4b269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:44.398217 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93311f6-ff75-41fc-ba4b-392c813d3084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d1a209-6a77-4b59-8cbd-624fd6a6ec94,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:44.405967 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c93311f6-ff75-41fc-ba4b-392c813d3084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:44.625028 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52748) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:44.642560 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-022011f3-1e3c-451e-b8d5-3e671b772595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.746239 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-022011f3-1e3c-451e-b8d5-3e671b772595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.750891 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-022011f3-1e3c-451e-b8d5-3e671b772595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.765739 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-14ed071d-c1ec-41d6-a76a-1ca3cbd2b9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:44.792415 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-022011f3-1e3c-451e-b8d5-3e671b772595 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=990bea58009c422fbd8af00534e2390a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660364 Jun 28 15:33:44.796868 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52754) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:44.815377 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 607e1933-cadb-49fa-8f94-bc22005c1d3a up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:33:44.816433 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022011f3-1e3c-451e-b8d5-3e671b772595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8daceb-d3d8-477c-8355-3375791fef59,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:44.819680 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-022011f3-1e3c-451e-b8d5-3e671b772595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:44.820483 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52756) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:44.843922 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cbbee56-7ad6-4aa9-9ba7-b6a063b156ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.870127 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab03a7-2e42-4d96-9446-370c8fff5557 req-bd1b74c9-beab-4f55-9d87-0f67c010d4b7 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:44.871788 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-51ab03a7-2e42-4d96-9446-370c8fff5557 req-bd1b74c9-beab-4f55-9d87-0f67c010d4b7 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 948 time: 0.0810905 Jun 28 15:33:44.874820 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 607e1933-cadb-49fa-8f94-bc22005c1d3a completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:33:44.879617 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 607e1933-cadb-49fa-8f94-bc22005c1d3a triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:33:44.880024 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.894996 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f89ce926-fbc4-41dd-abaa-b5b9f7b3ebc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.915439 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-51ab03a7-2e42-4d96-9446-370c8fff5557 req-e4e996fa-4521-4516-85ac-06fbf981a4eb tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/security-groups?id=c68e7471-2e36-4c73-aae8-7d19f8ac70e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365877 Jun 28 15:33:44.930182 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f89ce926-fbc4-41dd-abaa-b5b9f7b3ebc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:44.977819 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:45.003270 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7ab3d5-4720-4422-be99-e6295066dbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607e1933-cadb-49fa-8f94-bc22005c1d3a'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:33:45.005820 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b469f076-d0f6-495d-b2c0-f98613f9f190" -d '{"events": [{"server_uuid": "9c7ab3d5-4720-4422-be99-e6295066dbef", "name": "network-vif-plugged", "status": "completed", "tag": "607e1933-cadb-49fa-8f94-bc22005c1d3a"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:33:45.025950 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f89ce926-fbc4-41dd-abaa-b5b9f7b3ebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:45.028909 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f89ce926-fbc4-41dd-abaa-b5b9f7b3ebc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:45.030039 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-f89ce926-fbc4-41dd-abaa-b5b9f7b3ebc3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b8daceb-d3d8-477c-8355-3375791fef59 HTTP/1.1" status: 204 len: 168 time: 0.2321713 Jun 28 15:33:45.031139 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 607e1933-cadb-49fa-8f94-bc22005c1d3a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=607e1933-cadb-49fa-8f94-bc22005c1d3a,segment=NetworkSegment(fadd48cb-0380-42ec-a71c-8361e464d66e),segment_id=fadd48cb-0380-42ec-a71c-8361e464d66e)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:45.034906 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-94e9280d-b260-4d53-833d-ce5b99a7da91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:45.039216 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:45.042047 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:45.043598 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cbbee56-7ad6-4aa9-9ba7-b6a063b156ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:45.051051 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ce926-fbc4-41dd-abaa-b5b9f7b3ebc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8daceb-d3d8-477c-8355-3375791fef59,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:45.053324 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f89ce926-fbc4-41dd-abaa-b5b9f7b3ebc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:45.054897 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cbbee56-7ad6-4aa9-9ba7-b6a063b156ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:45.061797 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-af7d25a8-671d-4063-88f4-634fd063ef9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:45.074831 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f2c1e7-da84-41a0-b068-4c47ed925f5f x-openstack-request-id: req-c4f2c1e7-da84-41a0-b068-4c47ed925f5f {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:33:45.075255 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7ab3d5-4720-4422-be99-e6295066dbef", "name": "network-vif-plugged", "status": "completed", "tag": "607e1933-cadb-49fa-8f94-bc22005c1d3a", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:33:45.075631 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4f2c1e7-da84-41a0-b068-4c47ed925f5f {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:33:45.076004 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7ab3d5-4720-4422-be99-e6295066dbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607e1933-cadb-49fa-8f94-bc22005c1d3a', 'code': 200} Jun 28 15:33:45.106519 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbee56-7ad6-4aa9-9ba7-b6a063b156ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27c8d88-3d20-4963-a920-58e485841306,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:45.109579 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3cbbee56-7ad6-4aa9-9ba7-b6a063b156ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:45.112506 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-3cbbee56-7ad6-4aa9-9ba7-b6a063b156ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20ef2027374c4477a6886d6f3901a46f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892478 Jun 28 15:33:45.115194 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52764) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:45.136900 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=607e1933-cadb-49fa-8f94-bc22005c1d3a,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:45.140062 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:45.174344 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6118-2415-4dbe-bd74-81ccffc77929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:45.203929 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6118-2415-4dbe-bd74-81ccffc77929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:45.269350 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6118-2415-4dbe-bd74-81ccffc77929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:45.272382 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6118-2415-4dbe-bd74-81ccffc77929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:45.276750 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d7ab6118-2415-4dbe-bd74-81ccffc77929 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d27c8d88-3d20-4963-a920-58e485841306 HTTP/1.1" status: 204 len: 168 time: 0.1602139 Jun 28 15:33:45.278982 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-aebafde0-1f88-4136-bde2-a846b4d85bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:45.314501 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab6118-2415-4dbe-bd74-81ccffc77929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27c8d88-3d20-4963-a920-58e485841306,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:45.318414 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d7ab6118-2415-4dbe-bd74-81ccffc77929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:45.343589 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d556191-3860-4f4d-88a9-3a7ff10cc4b6 req-39d7103b-a6fa-4b98-9e5c-fbae5ba05d74 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:45.344047 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b115f41-cc45-4d9c-9667-2fe7fd5b3f7a req-9229e5f4-af10-4855-abb0-b21dacbb4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:45.345173 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-6d556191-3860-4f4d-88a9-3a7ff10cc4b6 req-39d7103b-a6fa-4b98-9e5c-fbae5ba05d74 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0765841 Jun 28 15:33:45.351146 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5b115f41-cc45-4d9c-9667-2fe7fd5b3f7a req-9229e5f4-af10-4855-abb0-b21dacbb4492 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 1102 time: 0.0732858 Jun 28 15:33:45.409263 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5b115f41-cc45-4d9c-9667-2fe7fd5b3f7a req-3c4b60dd-8c83-4796-9c71-695b57e8ee42 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c68e7471-2e36-4c73-aae8-7d19f8ac70e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 Jun 28 15:33:45.410825 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-6d556191-3860-4f4d-88a9-3a7ff10cc4b6 req-4614d499-a9ab-480a-9632-61cb382ce1e2 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593555 Jun 28 15:33:45.893314 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:46.122183 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52830) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:46.129671 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffe75a-b0c9-47d1-8014-0397b79be88a req-747c458c-6fda-4e31-aeb8-66c5e8545481 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:46.133167 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f7ffe75a-b0c9-47d1-8014-0397b79be88a req-747c458c-6fda-4e31-aeb8-66c5e8545481 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 949 time: 0.0800231 Jun 28 15:33:46.178649 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f7ffe75a-b0c9-47d1-8014-0397b79be88a req-7851e964-e57d-40fc-913b-899232de25a6 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/security-groups?id=c68e7471-2e36-4c73-aae8-7d19f8ac70e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 Jun 28 15:33:46.235461 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1111851607-network', 'tenant_id': 'd8963d6a802d450aac3836b6402a038f'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:33:46.260094 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Made reservation on behalf of d8963d6a802d450aac3836b6402a038f for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:33:46.262474 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:46.271208 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:46.360724 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:46.365814 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:46.369190 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-66ca5b49-f7dc-4772-a088-4cd6facddb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:46.393334 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:33:46.400106 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33b7b00-7ee7-41f8-98a2-5f1dc101072e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:46.403634 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:46.407094 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:46.407606 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.segments_db [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Added segment ec9ad124-5a70-4961-a569-c768dc5d2acc of type vlan for network 315d8221-d24a-44d6-aae9-ff9631eff028 Jun 28 15:33:46.481702 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:46.533784 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:46.536281 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:46.536853 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:46.540263 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:46.596538 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099221b-6468-41c1-b725-30f8257df064 req-3b8270c9-6412-425e-9e4f-a7f78dd22f55 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:46.598304 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5099221b-6468-41c1-b725-30f8257df064 req-3b8270c9-6412-425e-9e4f-a7f78dd22f55 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0826869 Jun 28 15:33:46.598577 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4749992 Jun 28 15:33:46.601319 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 52848) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:46.612449 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Request body: {'subnet': {'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1111851607-subnet', 'tenant_id': 'd8963d6a802d450aac3836b6402a038f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:33:46.620816 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Pushing event updated for resources: {'Network': ['ID=315d8221-d24a-44d6-aae9-ff9631eff028,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:46.624792 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:46.636764 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network 315d8221-d24a-44d6-aae9-ff9631eff028 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:33:46.642357 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5099221b-6468-41c1-b725-30f8257df064 req-e4ee0974-3d01-472b-a728-d0b141b85514 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370424 Jun 28 15:33:46.645155 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Made reservation on behalf of d8963d6a802d450aac3836b6402a038f for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:33:46.648845 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:46.847056 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:46.849998 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:46.902799 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d88b158-5bb1-42a6-9fd2-e9d4da18241d,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:46.905448 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:46.914371 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Checking segment: {'id': 'ec9ad124-5a70-4961-a569-c768dc5d2acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:33:46.914720 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Network hostable DHCP agents. Network: 315d8221-d24a-44d6-aae9-ff9631eff028, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:33:46.932916 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Network 315d8221-d24a-44d6-aae9-ff9631eff028 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:33:46.942290 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, 315d8221-d24a-44d6-aae9-ff9631eff028) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:33:46.947181 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:46.947711 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:46.952598 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713fd6cc-d4eb-467f-879c-d6de8901c095 None None] Network 315d8221-d24a-44d6-aae9-ff9631eff028 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:33:46.962602 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3599389 Jun 28 15:33:47.102848 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce73684-62c6-4158-890a-2d84dba19861 None None] Network 315d8221-d24a-44d6-aae9-ff9631eff028 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:33:47.375495 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995372e-3135-4396-b269-3d968a4236fd req-55a4941a-22f4-4d6a-9d74-55eefaa73db6 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:47.376994 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f995372e-3135-4396-b269-3d968a4236fd req-55a4941a-22f4-4d6a-9d74-55eefaa73db6 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 949 time: 0.0714076 Jun 28 15:33:47.424308 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f995372e-3135-4396-b269-3d968a4236fd req-91574670-9449-40d9-b931-76c46d62395f tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/security-groups?id=c68e7471-2e36-4c73-aae8-7d19f8ac70e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Jun 28 15:33:47.828939 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d4ad1-d1a1-405c-88f9-ee68dfef769a req-b4859964-d4d2-4d33-b4aa-ac811ef5aae9 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:47.830325 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a46d4ad1-d1a1-405c-88f9-ee68dfef769a req-b4859964-d4d2-4d33-b4aa-ac811ef5aae9 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0639515 Jun 28 15:33:47.860352 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478392d8-f290-42b9-a4fb-c73411addfa4 req-d40cbbda-593f-43e7-a04f-71d17ff99fdb tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:47.862006 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-478392d8-f290-42b9-a4fb-c73411addfa4 req-d40cbbda-593f-43e7-a04f-71d17ff99fdb tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 949 time: 0.0693514 Jun 28 15:33:47.874348 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a46d4ad1-d1a1-405c-88f9-ee68dfef769a req-7ed38511-3649-4a51-b020-595c381cf0a1 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377681 Jun 28 15:33:47.912550 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-478392d8-f290-42b9-a4fb-c73411addfa4 req-eeb55ab2-7f51-4a96-a405-345df1c026bb tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/security-groups?id=c68e7471-2e36-4c73-aae8-7d19f8ac70e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436251 Jun 28 15:33:48.803707 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-473b59c6-f353-4b1d-a5a8-871f533b291e tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:48.806042 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-473b59c6-f353-4b1d-a5a8-871f533b291e tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/networks?id=315d8221-d24a-44d6-aae9-ff9631eff028 HTTP/1.1" status: 200 len: 814 time: 0.1173427 Jun 28 15:33:48.824092 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-da23a4e5-0d3d-4115-a9ec-daf78270416a tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/quotas/d8963d6a802d450aac3836b6402a038f HTTP/1.1" status: 200 len: 375 time: 0.0094495 Jun 28 15:33:48.857958 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-219a9354-cf5f-4eb9-b5a4-a30f8fde9f53 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8963d6a802d450aac3836b6402a038f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286801 Jun 28 15:33:48.970401 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-e25469e6-a78d-494c-bf66-08cc31161867 service neutron] 10.222.0.30 "GET /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989418 Jun 28 15:33:49.084268 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f5d40-95d7-471d-97da-a9b38a0ad91e req-9d6ecd41-c38c-47e1-ad12-5c82e62d6696 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:49.087723 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d68f5d40-95d7-471d-97da-a9b38a0ad91e req-9d6ecd41-c38c-47e1-ad12-5c82e62d6696 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0739322 Jun 28 15:33:49.102966 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-0f008f71-c367-4aba-b1de-8083d0ab843b service neutron] 10.222.0.30 "GET /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331139 Jun 28 15:33:49.143927 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d68f5d40-95d7-471d-97da-a9b38a0ad91e req-ad7adfe0-313a-4de3-a52c-c96b86515116 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483346 Jun 28 15:33:49.345165 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429bee7-9e1a-4ebf-8d99-df06d983f54c req-6e7be2a1-e420-49db-89ab-53d3a3c8a743 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:49.348619 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9429bee7-9e1a-4ebf-8d99-df06d983f54c req-6e7be2a1-e420-49db-89ab-53d3a3c8a743 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 949 time: 0.0852895 Jun 28 15:33:49.388975 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9429bee7-9e1a-4ebf-8d99-df06d983f54c req-1e3a9a67-2869-41fb-a193-545d7db25b38 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/security-groups?id=c68e7471-2e36-4c73-aae8-7d19f8ac70e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358245 Jun 28 15:33:49.475874 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b9bff6d2-8b34-4c1f-99c7-07be7c60ccf4 req-98498ad5-6c3d-4c11-82f8-9215dc580e4b tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 210 time: 0.0341778 Jun 28 15:33:49.559817 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b4518-c7a4-4e11-99fb-6a36abf43dbf req-5d816565-73d3-414a-9d5e-c59374443e50 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:49.561292 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3d9b4518-c7a4-4e11-99fb-6a36abf43dbf req-5d816565-73d3-414a-9d5e-c59374443e50 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 949 time: 0.0661969 Jun 28 15:33:49.699917 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-3d9b4518-c7a4-4e11-99fb-6a36abf43dbf req-a0ba0f68-ce44-4bc7-a761-f59451285225 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Deleting port 607e1933-cadb-49fa-8f94-bc22005c1d3a {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:33:49.700267 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-3d9b4518-c7a4-4e11-99fb-6a36abf43dbf req-a0ba0f68-ce44-4bc7-a761-f59451285225 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:49.791771 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-3d9b4518-c7a4-4e11-99fb-6a36abf43dbf req-a0ba0f68-ce44-4bc7-a761-f59451285225 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] For port 607e1933-cadb-49fa-8f94-bc22005c1d3a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=607e1933-cadb-49fa-8f94-bc22005c1d3a,segment=NetworkSegment(fadd48cb-0380-42ec-a71c-8361e464d66e),segment_id=fadd48cb-0380-42ec-a71c-8361e464d66e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:49.792034 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-3d9b4518-c7a4-4e11-99fb-6a36abf43dbf req-a0ba0f68-ce44-4bc7-a761-f59451285225 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:49.805314 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-3d9b4518-c7a4-4e11-99fb-6a36abf43dbf req-a0ba0f68-ce44-4bc7-a761-f59451285225 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Calling delete_port for 607e1933-cadb-49fa-8f94-bc22005c1d3a owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:33:49.935449 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-3d9b4518-c7a4-4e11-99fb-6a36abf43dbf req-a0ba0f68-ce44-4bc7-a761-f59451285225 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:49.939015 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:49.949558 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['607e1933-cadb-49fa-8f94-bc22005c1d3a'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:33:49.965216 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba0f68-ce44-4bc7-a761-f59451285225 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Pushing event deleted for resources: {'Port': ['ID=607e1933-cadb-49fa-8f94-bc22005c1d3a,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:49.968588 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a0ba0f68-ce44-4bc7-a761-f59451285225 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:50.012490 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9b4518-c7a4-4e11-99fb-6a36abf43dbf req-a0ba0f68-ce44-4bc7-a761-f59451285225 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] No DVR routers for this DVR port 607e1933-cadb-49fa-8f94-bc22005c1d3a on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:33:50.015583 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-3d9b4518-c7a4-4e11-99fb-6a36abf43dbf req-a0ba0f68-ce44-4bc7-a761-f59451285225 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:50.017533 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3d9b4518-c7a4-4e11-99fb-6a36abf43dbf req-a0ba0f68-ce44-4bc7-a761-f59451285225 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.13 "DELETE /v2.0/ports/607e1933-cadb-49fa-8f94-bc22005c1d3a HTTP/1.1" status: 204 len: 173 time: 0.4489470 Jun 28 15:33:50.018023 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7ab3d5-4720-4422-be99-e6295066dbef', 'name': 'network-vif-deleted', 'tag': '607e1933-cadb-49fa-8f94-bc22005c1d3a'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:33:50.020341 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91414be-19b8-4337-a1bf-9faf7dab7e22" -d '{"events": [{"server_uuid": "9c7ab3d5-4720-4422-be99-e6295066dbef", "name": "network-vif-deleted", "tag": "607e1933-cadb-49fa-8f94-bc22005c1d3a"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:33:50.067133 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154c08c4-c56d-4bb0-8528-05607dbfe476 x-openstack-request-id: req-154c08c4-c56d-4bb0-8528-05607dbfe476 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:33:50.067478 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7ab3d5-4720-4422-be99-e6295066dbef", "name": "network-vif-deleted", "tag": "607e1933-cadb-49fa-8f94-bc22005c1d3a", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:33:50.067830 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-154c08c4-c56d-4bb0-8528-05607dbfe476 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:33:50.068299 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7ab3d5-4720-4422-be99-e6295066dbef', 'name': 'network-vif-deleted', 'tag': '607e1933-cadb-49fa-8f94-bc22005c1d3a', 'status': 'completed', 'code': 200} Jun 28 15:33:50.336206 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369c00d-ab29-4852-8c22-d685d2e1c622 req-478c58ca-df2e-4b4e-99d1-3bbb0cc9b95c tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:50.338483 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3369c00d-ab29-4852-8c22-d685d2e1c622 req-478c58ca-df2e-4b4e-99d1-3bbb0cc9b95c tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0755768 Jun 28 15:33:50.400067 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3369c00d-ab29-4852-8c22-d685d2e1c622 req-6716f1b4-dc44-4a61-97fe-0dd2cd7c1c8e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522075 Jun 28 15:33:50.545365 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 52996) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:50.663072 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-2120a91d-92ac-4a2a-9af4-56b7fd2ddc08 req-8a5ba31d-5a81-43dd-b0f3-82926ec1bd30 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7ab3d5-4720-4422-be99-e6295066dbef HTTP/1.1" status: 200 len: 210 time: 0.0530052 Jun 28 15:33:50.673567 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-f1e46d0f-2459-4aeb-aa32-1926d697c367 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:50.675109 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-f1e46d0f-2459-4aeb-aa32-1926d697c367 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.13 "GET /v2.0/networks?id=315d8221-d24a-44d6-aae9-ff9631eff028 HTTP/1.1" status: 200 len: 814 time: 0.1779964 Jun 28 15:33:50.695686 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Request body: {'port': {'device_id': '0adf7dd7-5786-456f-836a-26654c447262', 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028', 'admin_state_up': True, 'tenant_id': 'd8963d6a802d450aac3836b6402a038f'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:33:50.769364 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-6904ca4d-3929-4d76-b0b0-650fb600a38e req-359fd1ef-8ef5-436c-9127-d8182fcd0b2d tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 210 time: 0.0453176 Jun 28 15:33:50.816988 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b3999de0-3649-4fac-bb47-a2640314f0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:50.930934 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b3999de0-3649-4fac-bb47-a2640314f0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:50.935250 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b3999de0-3649-4fac-bb47-a2640314f0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:50.964539 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Made reservation on behalf of d8963d6a802d450aac3836b6402a038f for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:33:50.967200 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0229e24c-eef3-46f7-a820-990d8ac5a305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:50.968662 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:50.982243 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-b3999de0-3649-4fac-bb47-a2640314f0f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36ef01575aa341968b3eb8c219d17c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4314129 Jun 28 15:33:50.982538 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 53010) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:50.991492 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3999de0-3649-4fac-bb47-a2640314f0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a546ce2b-2ff3-40ec-ad91-301ac25af3a1,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:50.994768 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b3999de0-3649-4fac-bb47-a2640314f0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:51.091331 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b8f5dea-fc63-418c-98d6-621e0ee658cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.142749 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b8f5dea-fc63-418c-98d6-621e0ee658cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.179371 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Allocated IP 172.20.0.6 (315d8221-d24a-44d6-aae9-ff9631eff028/0d88b158-5bb1-42a6-9fd2-e9d4da18241d/4bf86480-223f-4d0c-891d-7dd0fb201cd0) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:33:51.217460 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b8f5dea-fc63-418c-98d6-621e0ee658cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.220062 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b8f5dea-fc63-418c-98d6-621e0ee658cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.221130 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-3b8f5dea-fc63-418c-98d6-621e0ee658cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a546ce2b-2ff3-40ec-ad91-301ac25af3a1 HTTP/1.1" status: 204 len: 168 time: 0.2391977 Jun 28 15:33:51.224111 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c93311f6-ff75-41fc-ba4b-392c813d3084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:51.241428 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f5dea-fc63-418c-98d6-621e0ee658cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a546ce2b-2ff3-40ec-ad91-301ac25af3a1,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:51.246122 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3b8f5dea-fc63-418c-98d6-621e0ee658cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:51.348246 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.386198 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.389964 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:51.428726 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Network 315d8221-d24a-44d6-aae9-ff9631eff028 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:33:51.436649 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:33:51.442964 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:33:51.449130 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:51.449734 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.464417 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Pushing event updated for resources: {'Port': ['ID=4bf86480-223f-4d0c-891d-7dd0fb201cd0,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:51.467602 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:51.471388 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7807903 Jun 28 15:33:51.484882 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Request body: {'port': {'device_id': '0adf7dd7-5786-456f-836a-26654c447262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:33:51.501356 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53018) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:51.517381 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-30bb55e0-1ce4-4bbb-9459-bcf1f229ea61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.561096 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.610402 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4df3c6-c43a-4df6-a26f-d1f390717e29 req-ad510b11-8224-4796-9837-4d7733697bfb tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:51.611856 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8f4df3c6-c43a-4df6-a26f-d1f390717e29 req-ad510b11-8224-4796-9837-4d7733697bfb tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0967638 Jun 28 15:33:51.672012 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8f4df3c6-c43a-4df6-a26f-d1f390717e29 req-6e06a674-b5d5-4701-98f9-3c8ef38f70da tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483282 Jun 28 15:33:51.692826 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-30bb55e0-1ce4-4bbb-9459-bcf1f229ea61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.697616 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-30bb55e0-1ce4-4bbb-9459-bcf1f229ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.702711 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-afcd4c2a-138c-449c-abf9-77b556564b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:51.746980 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-30bb55e0-1ce4-4bbb-9459-bcf1f229ea61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f92f625dc0024cc7a88eb822979edbfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444353 Jun 28 15:33:51.747836 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb55e0-1ce4-4bbb-9459-bcf1f229ea61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cefef6c-9ab6-47b8-9121-76120e871a4c,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:51.750271 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53026) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:51.785358 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-30bb55e0-1ce4-4bbb-9459-bcf1f229ea61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:51.812495 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8704733-ba4c-45a9-a228-7c94d38b5492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.836852 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8704733-ba4c-45a9-a228-7c94d38b5492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.846520 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf86480-223f-4d0c-891d-7dd0fb201cd0 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:33:51.856059 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.883553 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Transition to ACTIVE for port object 4bf86480-223f-4d0c-891d-7dd0fb201cd0 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:33:51.890528 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.896509 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:51.909392 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8704733-ba4c-45a9-a228-7c94d38b5492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.912335 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8704733-ba4c-45a9-a228-7c94d38b5492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:51.916564 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-d8704733-ba4c-45a9-a228-7c94d38b5492 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7cefef6c-9ab6-47b8-9121-76120e871a4c HTTP/1.1" status: 204 len: 168 time: 0.1653457 Jun 28 15:33:51.917433 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:51.930013 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8704733-ba4c-45a9-a228-7c94d38b5492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cefef6c-9ab6-47b8-9121-76120e871a4c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:51.932631 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d8704733-ba4c-45a9-a228-7c94d38b5492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:51.999086 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Pushing event updated for resources: {'Port': ['ID=4bf86480-223f-4d0c-891d-7dd0fb201cd0,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:52.003490 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:52.090358 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Attempting to bind port 4bf86480-223f-4d0c-891d-7dd0fb201cd0 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:33:52.091860 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Attempting to bind port 4bf86480-223f-4d0c-891d-7dd0fb201cd0 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'ec9ad124-5a70-4961-a569-c768dc5d2acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:33:52.091860 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Attempting to bind port 4bf86480-223f-4d0c-891d-7dd0fb201cd0 on network 315d8221-d24a-44d6-aae9-ff9631eff028 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:33:52.116216 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62782684-1f83-408d-95d0-ed06ce4436a6 req-4cb71b21-3a02-4043-bd0c-9b812cbda50a tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:52.123358 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-62782684-1f83-408d-95d0-ed06ce4436a6 req-4cb71b21-3a02-4043-bd0c-9b812cbda50a tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 943 time: 0.1862700 Jun 28 15:33:52.126106 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Port 4bf86480-223f-4d0c-891d-7dd0fb201cd0 on network 315d8221-d24a-44d6-aae9-ff9631eff028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:33:52.126642 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Attempting to bind port 4bf86480-223f-4d0c-891d-7dd0fb201cd0 on network 315d8221-d24a-44d6-aae9-ff9631eff028 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:33:52.144174 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:33:52.144816 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Checking segment: {'id': 'ec9ad124-5a70-4961-a569-c768dc5d2acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:33:52.145424 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Bound using segment: {'id': 'ec9ad124-5a70-4961-a569-c768dc5d2acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:33:52.146039 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Bound port: 4bf86480-223f-4d0c-891d-7dd0fb201cd0, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9ad124-5a70-4961-a569-c768dc5d2acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:33:52.147202 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:52.219642 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-62782684-1f83-408d-95d0-ed06ce4436a6 req-6527fd88-1288-4276-ba46-1ba10d4b43b3 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940464 Jun 28 15:33:52.254032 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] For port 4bf86480-223f-4d0c-891d-7dd0fb201cd0, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:33:52.257200 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] For port 4bf86480-223f-4d0c-891d-7dd0fb201cd0, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4bf86480-223f-4d0c-891d-7dd0fb201cd0,segment=NetworkSegment(ec9ad124-5a70-4961-a569-c768dc5d2acc),segment_id=ec9ad124-5a70-4961-a569-c768dc5d2acc)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:33:52.261973 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:52.264787 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:52.308333 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:52.308944 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:52.310303 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] 10.222.0.13 "PUT /v2.0/ports/4bf86480-223f-4d0c-891d-7dd0fb201cd0 HTTP/1.1" status: 200 len: 1093 time: 0.8296194 Jun 28 15:33:52.311029 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adf7dd7-5786-456f-836a-26654c447262', 'tag': '4bf86480-223f-4d0c-891d-7dd0fb201cd0'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:33:52.313466 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8eb93c0-df00-4305-ab9f-df1003a4839a" -d '{"events": [{"name": "network-changed", "server_uuid": "0adf7dd7-5786-456f-836a-26654c447262", "tag": "4bf86480-223f-4d0c-891d-7dd0fb201cd0"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:33:52.342150 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Pushing event updated for resources: {'Port': ['ID=4bf86480-223f-4d0c-891d-7dd0fb201cd0,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:52.345412 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:52.358704 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53066) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:52.376063 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-02e76594-d6f5-460f-9cdd-bc66a346991a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:52.385031 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0906c2f3-6845-4b7b-a83b-977850d19ed3 x-openstack-request-id: req-0906c2f3-6845-4b7b-a83b-977850d19ed3 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:33:52.385531 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adf7dd7-5786-456f-836a-26654c447262", "tag": "4bf86480-223f-4d0c-891d-7dd0fb201cd0", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:33:52.385740 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0906c2f3-6845-4b7b-a83b-977850d19ed3 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:33:52.386308 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adf7dd7-5786-456f-836a-26654c447262', 'tag': '4bf86480-223f-4d0c-891d-7dd0fb201cd0', 'status': 'completed', 'code': 200} Jun 28 15:33:52.412847 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-5ad7e39e-c443-4216-9d1b-a630cc8bcacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:52.415195 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-5ad7e39e-c443-4216-9d1b-a630cc8bcacc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8963d6a802d450aac3836b6402a038f&device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 1096 time: 0.0578279 Jun 28 15:33:52.458082 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-76bae4ab-f9b5-40f5-a0d0-63b5a8754b44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bf86480-223f-4d0c-891d-7dd0fb201cd0 HTTP/1.1" status: 200 len: 217 time: 0.0350232 Jun 28 15:33:52.474392 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-02e76594-d6f5-460f-9cdd-bc66a346991a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:52.479257 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-02e76594-d6f5-460f-9cdd-bc66a346991a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:52.482730 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-eefb8d67-aba5-4e47-9c72-480f49801b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:52.518092 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e76594-d6f5-460f-9cdd-bc66a346991a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288a2580-43b5-4d95-a3a6-63e15612948f,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:52.522385 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-02e76594-d6f5-460f-9cdd-bc66a346991a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5eef903bf1cb4e4dbd2fd0fb59534895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626685 Jun 28 15:33:52.523935 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-02e76594-d6f5-460f-9cdd-bc66a346991a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:52.525632 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53070) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:52.531319 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-d6c09867-cc8c-4d36-8a1a-63e1bc17c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:52.532704 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-d6c09867-cc8c-4d36-8a1a-63e1bc17c6a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d88b158-5bb1-42a6-9fd2-e9d4da18241d HTTP/1.1" status: 200 len: 854 time: 0.0637856 Jun 28 15:33:52.566133 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-9650e6f7-6eb8-4c84-9c3a-7f8e2c00a7c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=315d8221-d24a-44d6-aae9-ff9631eff028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260489 Jun 28 15:33:52.578565 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-83c8b6ec-b592-4867-b973-e21622cd8d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:52.606851 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-83c8b6ec-b592-4867-b973-e21622cd8d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:52.655774 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-83c8b6ec-b592-4867-b973-e21622cd8d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:52.659795 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-83c8b6ec-b592-4867-b973-e21622cd8d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:52.663926 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-83c8b6ec-b592-4867-b973-e21622cd8d9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/288a2580-43b5-4d95-a3a6-63e15612948f HTTP/1.1" status: 204 len: 168 time: 0.1373310 Jun 28 15:33:52.664713 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:52.669248 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-73de0c5c-b5f5-43f9-ad2d-40b27aed8340 service neutron] 10.222.0.13 "GET /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961702 Jun 28 15:33:52.672833 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8b6ec-b592-4867-b973-e21622cd8d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288a2580-43b5-4d95-a3a6-63e15612948f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:52.675281 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-83c8b6ec-b592-4867-b973-e21622cd8d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:52.776857 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-328d4f92-0c67-4815-aa2e-ed7c776c975d req-9448dd78-4441-4297-9bde-346fd27ebc69 service neutron] 10.222.0.13 "GET /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967665 Jun 28 15:33:52.964670 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d35a6-fec9-4804-8ed4-943fc451419d req-05e76696-a873-451c-9e84-e3008456c03e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:52.966167 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ae7d35a6-fec9-4804-8ed4-943fc451419d req-05e76696-a873-451c-9e84-e3008456c03e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.1170759 Jun 28 15:33:52.968988 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb93c0-df00-4305-ab9f-df1003a4839a req-08be150a-b7c3-4a2e-a6a1-ff2dd4aec3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:52.970353 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b8eb93c0-df00-4305-ab9f-df1003a4839a req-08be150a-b7c3-4a2e-a6a1-ff2dd4aec3d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8963d6a802d450aac3836b6402a038f&device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 1096 time: 0.1111324 Jun 28 15:33:53.061423 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ae7d35a6-fec9-4804-8ed4-943fc451419d req-b27faa82-dd25-4ada-8730-515a0d90ceae tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885305 Jun 28 15:33:53.097538 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb93c0-df00-4305-ab9f-df1003a4839a req-da66ca7c-6847-4457-aaee-f58702c426cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:53.104402 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b8eb93c0-df00-4305-ab9f-df1003a4839a req-da66ca7c-6847-4457-aaee-f58702c426cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=315d8221-d24a-44d6-aae9-ff9631eff028 HTTP/1.1" status: 200 len: 915 time: 0.1221740 Jun 28 15:33:53.424395 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b8eb93c0-df00-4305-ab9f-df1003a4839a req-1b5437ba-f7df-4189-8f87-c122523283f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bf86480-223f-4d0c-891d-7dd0fb201cd0 HTTP/1.1" status: 200 len: 217 time: 0.3078086 Jun 28 15:33:53.515962 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb93c0-df00-4305-ab9f-df1003a4839a req-23e7228f-9a6d-4cc2-8f62-da11f5860299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:53.517410 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b8eb93c0-df00-4305-ab9f-df1003a4839a req-23e7228f-9a6d-4cc2-8f62-da11f5860299 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d88b158-5bb1-42a6-9fd2-e9d4da18241d HTTP/1.1" status: 200 len: 854 time: 0.0852542 Jun 28 15:33:53.560955 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b8eb93c0-df00-4305-ab9f-df1003a4839a req-94b055de-dc19-4340-903f-cfd19c4fbcc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=315d8221-d24a-44d6-aae9-ff9631eff028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338149 Jun 28 15:33:53.571560 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bae87d-00b7-41bd-9488-5c6b849b284a req-5bb4a803-6598-4609-831e-6fe60d46e005 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:53.571560 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-15bae87d-00b7-41bd-9488-5c6b849b284a req-5bb4a803-6598-4609-831e-6fe60d46e005 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 943 time: 0.1270490 Jun 28 15:33:53.663039 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-15bae87d-00b7-41bd-9488-5c6b849b284a req-f4404f22-1cd4-4905-97b9-942cd19dbcba tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832911 Jun 28 15:33:53.692540 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b8eb93c0-df00-4305-ab9f-df1003a4839a req-29ded653-f959-4b3c-87d2-4cee147b03a0 service neutron] 10.222.0.13 "GET /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200080 Jun 28 15:33:53.795971 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b8eb93c0-df00-4305-ab9f-df1003a4839a req-663b43a8-fbd9-4103-ba94-aae4b4864cf7 service neutron] 10.222.0.13 "GET /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883780 Jun 28 15:33:54.262395 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221aeb5c-ce41-47c9-b5d8-c809f403aeb6 req-153d2590-ffec-4df6-a587-a9c439960535 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:54.264107 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-221aeb5c-ce41-47c9-b5d8-c809f403aeb6 req-153d2590-ffec-4df6-a587-a9c439960535 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0806141 Jun 28 15:33:54.337338 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-221aeb5c-ce41-47c9-b5d8-c809f403aeb6 req-d2741a7b-f387-47e8-a672-b8a5a679e68b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648077 Jun 28 15:33:54.355524 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ca46f-ecce-447f-9d10-c8b41e4efa6a req-30651388-03cc-4593-a98f-ae07a96fe102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:54.357324 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a45ca46f-ecce-447f-9d10-c8b41e4efa6a req-30651388-03cc-4593-a98f-ae07a96fe102 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 1098 time: 0.0923612 Jun 28 15:33:54.410700 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a45ca46f-ecce-447f-9d10-c8b41e4efa6a req-9c7cdfb6-4d20-4da8-94f8-12de6e31a374 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Jun 28 15:33:54.843675 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04599f-ef50-4e08-ae28-dce2e6c35fce req-0f84305f-0cec-4286-b27a-00c81b44ae02 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:54.845454 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ac04599f-ef50-4e08-ae28-dce2e6c35fce req-0f84305f-0cec-4286-b27a-00c81b44ae02 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 943 time: 0.0691798 Jun 28 15:33:54.892953 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ac04599f-ef50-4e08-ae28-dce2e6c35fce req-dbe33854-47db-41df-9ba9-b9f7657e8301 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Jun 28 15:33:54.921527 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 607e1933-cadb-49fa-8f94-bc22005c1d3a no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:33:54.942659 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 607e1933-cadb-49fa-8f94-bc22005c1d3a {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:33:54.943012 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 607e1933-cadb-49fa-8f94-bc22005c1d3a not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:33:55.164200 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 53360) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:55.275128 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fb5f5b46-9999-413b-b680-1133c7da691d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:55.374592 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fb5f5b46-9999-413b-b680-1133c7da691d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:55.379332 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fb5f5b46-9999-413b-b680-1133c7da691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:55.383230 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3cbbee56-7ad6-4aa9-9ba7-b6a063b156ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:55.427625 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-fb5f5b46-9999-413b-b680-1133c7da691d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b5cfd3d34ba4c428defdd4b1eaaf520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618506 Jun 28 15:33:55.428733 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f5b46-9999-413b-b680-1133c7da691d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c23107-5ee2-428d-9f72-8b884bc2e1ce,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:55.430284 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53386) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:55.432048 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fb5f5b46-9999-413b-b680-1133c7da691d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:55.488072 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5e7d3eab-d341-4ba2-9d34-82a939fe7e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:55.511841 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5e7d3eab-d341-4ba2-9d34-82a939fe7e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:55.530409 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dde9a-ecfc-4bca-8d1f-8e68812bb3da req-3f537a04-4276-4ed8-a246-a4d7e9c1f993 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:55.531877 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd5dde9a-ecfc-4bca-8d1f-8e68812bb3da req-3f537a04-4276-4ed8-a246-a4d7e9c1f993 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0641258 Jun 28 15:33:55.561529 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5e7d3eab-d341-4ba2-9d34-82a939fe7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:55.564526 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5e7d3eab-d341-4ba2-9d34-82a939fe7e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:55.565684 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-5e7d3eab-d341-4ba2-9d34-82a939fe7e64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17c23107-5ee2-428d-9f72-8b884bc2e1ce HTTP/1.1" status: 204 len: 168 time: 0.1317217 Jun 28 15:33:55.566405 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9174199b-2790-447d-af0e-277930030fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:55.574682 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d3eab-d341-4ba2-9d34-82a939fe7e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c23107-5ee2-428d-9f72-8b884bc2e1ce,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:55.576856 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5e7d3eab-d341-4ba2-9d34-82a939fe7e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:55.581812 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd5dde9a-ecfc-4bca-8d1f-8e68812bb3da req-a5b270e6-bd39-4b70-8e39-8b4c6aa969a2 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425198 Jun 28 15:33:55.776518 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f12ec4-b6bf-455f-a599-80c896cf30c5 req-dc2bcbc1-cdf3-446c-b871-14d21f4878eb tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:55.778029 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d8f12ec4-b6bf-455f-a599-80c896cf30c5 req-dc2bcbc1-cdf3-446c-b871-14d21f4878eb tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0711923 Jun 28 15:33:55.818921 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d8f12ec4-b6bf-455f-a599-80c896cf30c5 req-1a4684db-bb29-4c31-b31d-3db1480b4b78 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352380 Jun 28 15:33:55.854893 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53404) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:55.868660 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-936a363b-2bd2-451c-b0f8-f30d90870626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:55.973030 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-936a363b-2bd2-451c-b0f8-f30d90870626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:55.977790 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-936a363b-2bd2-451c-b0f8-f30d90870626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:55.981354 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-492b6b53-f656-465b-883e-775e7931b167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:56.019146 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-936a363b-2bd2-451c-b0f8-f30d90870626 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53b614c876c54dc1bf1a3b6497b0c723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631634 Jun 28 15:33:56.021227 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a363b-2bd2-451c-b0f8-f30d90870626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919a74ff-0f8f-40a4-a375-8a292592e0e9,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:56.021813 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 53408) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:56.032393 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-936a363b-2bd2-451c-b0f8-f30d90870626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:56.092129 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294180f-cf79-4c4a-b627-250e667c59e8 req-379fd05f-37a4-42b7-87e0-4e22bbe86d8f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:56.094326 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0294180f-cf79-4c4a-b627-250e667c59e8 req-379fd05f-37a4-42b7-87e0-4e22bbe86d8f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 943 time: 0.0738423 Jun 28 15:33:56.123359 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6a0c-bbbc-4a64-b5e7-acd94f3bcd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:56.136073 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0294180f-cf79-4c4a-b627-250e667c59e8 req-78354fc7-8ca2-44b0-88be-d0ff4f2737db tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354502 Jun 28 15:33:56.149319 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6a0c-bbbc-4a64-b5e7-acd94f3bcd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:56.204772 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6a0c-bbbc-4a64-b5e7-acd94f3bcd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:56.208174 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6a0c-bbbc-4a64-b5e7-acd94f3bcd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:56.209517 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-3d9d6a0c-bbbc-4a64-b5e7-acd94f3bcd91 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/919a74ff-0f8f-40a4-a375-8a292592e0e9 HTTP/1.1" status: 204 len: 168 time: 0.1866944 Jun 28 15:33:56.210424 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f89ce926-fbc4-41dd-abaa-b5b9f7b3ebc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:56.220813 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d6a0c-bbbc-4a64-b5e7-acd94f3bcd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919a74ff-0f8f-40a4-a375-8a292592e0e9,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:56.223339 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3d9d6a0c-bbbc-4a64-b5e7-acd94f3bcd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:56.671326 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53434) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:56.808910 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-ae5b6024-8137-4075-8f82-35945eb8609e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=860b3a19b696424ab990f311ed961615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348875 Jun 28 15:33:56.809854 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 53446) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:56.863818 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a00adb12-4589-4875-b2fe-b5d8b95cf9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:56.886199 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a00adb12-4589-4875-b2fe-b5d8b95cf9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:56.921861 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 4bf86480-223f-4d0c-891d-7dd0fb201cd0 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:33:56.943869 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 53456) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:56.951317 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a00adb12-4589-4875-b2fe-b5d8b95cf9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:56.954351 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a00adb12-4589-4875-b2fe-b5d8b95cf9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:56.955410 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-a00adb12-4589-4875-b2fe-b5d8b95cf9c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c68e7471-2e36-4c73-aae8-7d19f8ac70e0 HTTP/1.1" status: 204 len: 168 time: 0.1451795 Jun 28 15:33:56.956188 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6527f712-c756-4c91-8343-d82806adc470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:56.978724 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00adb12-4589-4875-b2fe-b5d8b95cf9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68e7471-2e36-4c73-aae8-7d19f8ac70e0,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:56.981582 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a00adb12-4589-4875-b2fe-b5d8b95cf9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:57.051757 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 4bf86480-223f-4d0c-891d-7dd0fb201cd0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4bf86480-223f-4d0c-891d-7dd0fb201cd0,segment=NetworkSegment(ec9ad124-5a70-4961-a569-c768dc5d2acc),segment_id=ec9ad124-5a70-4961-a569-c768dc5d2acc)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:57.063806 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '4bf86480-223f-4d0c-891d-7dd0fb201cd0', 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028', 'port_id': '4bf86480-223f-4d0c-891d-7dd0fb201cd0', 'mac_address': 'fa:16:3e:01:66:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d88b158-5bb1-42a6-9fd2-e9d4da18241d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:33:57.107937 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:57.123190 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf86480-223f-4d0c-891d-7dd0fb201cd0 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:33:57.146115 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 4bf86480-223f-4d0c-891d-7dd0fb201cd0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4bf86480-223f-4d0c-891d-7dd0fb201cd0,segment=NetworkSegment(ec9ad124-5a70-4961-a569-c768dc5d2acc),segment_id=ec9ad124-5a70-4961-a569-c768dc5d2acc)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:57.155107 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:57.158199 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:57.231229 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-947903489-network', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:33:57.263421 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=4bf86480-223f-4d0c-891d-7dd0fb201cd0,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:57.263915 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Made reservation on behalf of bd212ab8b9a643d0a22a570a554e10cd for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:33:57.267226 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:57.273663 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:57.286867 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:57.377506 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfc82a-662d-43b1-a399-b3d30a979795 req-9397700e-a619-4cd0-8ad0-0a3e331ca639 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:57.379028 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-64bfc82a-662d-43b1-a399-b3d30a979795 req-9397700e-a619-4cd0-8ad0-0a3e331ca639 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 944 time: 0.1081789 Jun 28 15:33:57.436966 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-64bfc82a-662d-43b1-a399-b3d30a979795 req-710f7491-1eb7-4a66-9ed2-428be793b191 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491571 Jun 28 15:33:57.463767 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:57.471804 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:57.472591 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['4bf86480-223f-4d0c-891d-7dd0fb201cd0'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:33:57.479672 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-78b828f8-60ad-4160-9a48-5aa7fdd126d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:57.498476 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:33:57.519201 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f760741-aeb1-4228-b6de-301eb1d556fd,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:57.522280 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:57.522679 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.segments_db [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Added segment a84edf26-6924-4e64-864d-05773250e489 of type vlan for network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 Jun 28 15:33:57.524144 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:57.581599 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:57.649955 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:57.653042 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:57.653623 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:57.657085 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:57.718404 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123fc5d-3cfe-4673-9024-6773cb4fe6ef req-f73762f5-734c-488c-8ed0-33eb3a6f8413 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:57.719014 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7730477 Jun 28 15:33:57.719888 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8123fc5d-3cfe-4673-9024-6773cb4fe6ef req-f73762f5-734c-488c-8ed0-33eb3a6f8413 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0642602 Jun 28 15:33:57.721364 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53472) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:57.726805 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] Request body: {'subnet': {'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-947903489-subnet', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:33:57.727197 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f60a54-f438-4830-b307-ecfe17d47a2b req-33942a2c-621e-47b1-b2c7-f72871430a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:57.728647 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a6f60a54-f438-4830-b307-ecfe17d47a2b req-33942a2c-621e-47b1-b2c7-f72871430a86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79f47aa1164e8d93df60b1f8e4e9ee&device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 1098 time: 0.1307976 Jun 28 15:33:57.731548 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Pushing event updated for resources: {'Network': ['ID=f280635e-93a4-4bf1-b86c-1a3ccdbf4826,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:57.734862 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:57.742827 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:33:57.775338 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8123fc5d-3cfe-4673-9024-6773cb4fe6ef req-4b2805ce-3c5c-4a64-bded-e43a7e022fcd tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Jun 28 15:33:57.775879 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] Made reservation on behalf of bd212ab8b9a643d0a22a570a554e10cd for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:33:57.778123 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59090022'] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:57.828605 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f60a54-f438-4830-b307-ecfe17d47a2b req-4efdc7f8-5eca-41a2-ae81-726e9624a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:57.830079 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a6f60a54-f438-4830-b307-ecfe17d47a2b req-4efdc7f8-5eca-41a2-ae81-726e9624a06f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa HTTP/1.1" status: 200 len: 918 time: 0.0938914 Jun 28 15:33:57.874998 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a6f60a54-f438-4830-b307-ecfe17d47a2b req-f7a43ae8-c464-4310-a9a9-cb4d318b6658 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=001e505d-02ff-42a5-b4ed-a475521deccd HTTP/1.1" status: 200 len: 217 time: 0.0366545 Jun 28 15:33:57.925668 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f60a54-f438-4830-b307-ecfe17d47a2b req-9b35e779-f17e-4149-b4f3-31aaa975711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:57.927401 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a6f60a54-f438-4830-b307-ecfe17d47a2b req-9b35e779-f17e-4149-b4f3-31aaa975711f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24ba7c8a-dbac-438a-96f3-be136ed79139 HTTP/1.1" status: 200 len: 857 time: 0.0455050 Jun 28 15:33:57.960193 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59778209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59090572'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:57.963269 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b1474cee-c9a5-497a-8b6b-9ef2da90b5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:57.963512 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a6f60a54-f438-4830-b307-ecfe17d47a2b req-d063d7c9-1f95-4c75-9391-96ea092a3893 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273416 Jun 28 15:33:58.021556 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f3549a4-15ef-4838-85b0-5b2ebd2cf241,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:58.025521 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:58.026374 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] Checking segment: {'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:33:58.026754 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] Network hostable DHCP agents. Network: f280635e-93a4-4bf1-b86c-1a3ccdbf4826, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:33:58.045518 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] Network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:33:58.056582 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, f280635e-93a4-4bf1-b86c-1a3ccdbf4826) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:33:58.060804 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:58.061389 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.066731 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64587dca-7146-4464-99c2-4ab95e354af5 None None] Network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:33:58.075111 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a6f60a54-f438-4830-b307-ecfe17d47a2b req-41c41f9e-4ee5-4d9c-86ab-a251db01e47e service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035140 Jun 28 15:33:58.078286 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-2062c95b-c267-4288-b3fd-38c839b65f8e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3557887 Jun 28 15:33:58.082011 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 53480) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:58.089296 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:33:58.174982 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3753072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.175992 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14106'] for router, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.217443 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a6f60a54-f438-4830-b307-ecfe17d47a2b req-1ac215d7-4b66-4a94-9d3d-ded0922380d9 service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324635 Jun 28 15:33:58.224760 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08cb9ca3-2033-5466-b615-0792b95ff089-f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'fixed_ips': [{'subnet_id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241'}]}} from dv-cinder-797245-5-smb. {{(pid=92922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 15:33:58.226010 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.247833 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.253431 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53484) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:58.377166 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Allocated IP 172.20.0.2 (f280635e-93a4-4bf1-b86c-1a3ccdbf4826/8f3549a4-15ef-4838-85b0-5b2ebd2cf241/37c1379d-f96e-47f7-af51-83516db6f5a7) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:33:58.378817 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6fc31d52-21b3-4670-9d5e-a892199e5c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.391623 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3745592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3848932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14120'] for router, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.476473 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6fc31d52-21b3-4670-9d5e-a892199e5c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.482161 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6fc31d52-21b3-4670-9d5e-a892199e5c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.489656 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f9082ac3-7aca-4c75-b8d3-86deacbdc417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:58.517621 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc31d52-21b3-4670-9d5e-a892199e5c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a51e6c7-724b-42c3-8e76-8195fa4e87e8,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:58.523474 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6fc31d52-21b3-4670-9d5e-a892199e5c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:58.544005 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-6fc31d52-21b3-4670-9d5e-a892199e5c8b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1c52396e642459a8240fded869491ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877512 Jun 28 15:33:58.546579 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53494) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:33:58.619079 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.638719 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.658148 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4605cc1a-0233-44b3-8a06-bea5e36dabdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.676167 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ebd56-50c1-428d-9c67-fff594baa2cd req-64fe14e1-2383-4ab1-95ff-22a038c139f1 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:58.678144 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-fc1ebd56-50c1-428d-9c67-fff594baa2cd req-64fe14e1-2383-4ab1-95ff-22a038c139f1 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 944 time: 0.0866621 Jun 28 15:33:58.683893 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.693090 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Transition to ACTIVE for port object 37c1379d-f96e-47f7-af51-83516db6f5a7 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:33:58.711738 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Transition to ACTIVE for port object 37c1379d-f96e-47f7-af51-83516db6f5a7 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:33:58.716047 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4605cc1a-0233-44b3-8a06-bea5e36dabdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.718720 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.720624 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9435191f-5859-4685-a445-c4b3255c9b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:58.751824 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-fc1ebd56-50c1-428d-9c67-fff594baa2cd req-928c1645-790e-4454-8f31-5eb61f39309f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655849 Jun 28 15:33:58.763083 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:33:58.766159 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:33:58.777325 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:33:58.780415 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Pushing event updated for resources: {'Port': ['ID=37c1379d-f96e-47f7-af51-83516db6f5a7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:58.784679 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:58.792346 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4605cc1a-0233-44b3-8a06-bea5e36dabdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.795329 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4605cc1a-0233-44b3-8a06-bea5e36dabdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.798930 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-4605cc1a-0233-44b3-8a06-bea5e36dabdf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a51e6c7-724b-42c3-8e76-8195fa4e87e8 HTTP/1.1" status: 204 len: 168 time: 0.2483964 Jun 28 15:33:58.798930 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-02e76594-d6f5-460f-9cdd-bc66a346991a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:58.805812 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605cc1a-0233-44b3-8a06-bea5e36dabdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a51e6c7-724b-42c3-8e76-8195fa4e87e8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:58.808256 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4605cc1a-0233-44b3-8a06-bea5e36dabdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:58.825519 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Allocated IP 172.28.1.165 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/0c425a65-272a-4382-a445-70b3cf3d3e82) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:33:58.872316 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Attempting to bind port 37c1379d-f96e-47f7-af51-83516db6f5a7 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:33:58.872687 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Attempting to bind port 37c1379d-f96e-47f7-af51-83516db6f5a7 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:33:58.873039 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Attempting to bind port 37c1379d-f96e-47f7-af51-83516db6f5a7 on network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:33:58.878392 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:33:58.878813 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Checking segment: {'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:33:58.879193 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.879743 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Bound using segment: {'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:33:58.880391 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Bound port: 37c1379d-f96e-47f7-af51-83516db6f5a7, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:33:58.881110 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.950683 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 4bf86480-223f-4d0c-891d-7dd0fb201cd0 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:33:58.954377 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] For port 37c1379d-f96e-47f7-af51-83516db6f5a7, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:33:58.983767 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:58.988228 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] For port 37c1379d-f96e-47f7-af51-83516db6f5a7, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=37c1379d-f96e-47f7-af51-83516db6f5a7,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:33:58.997194 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:59.001567 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:59.015319 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a8426-617c-4277-8b39-4997ac357f2e req-33c349fd-f504-4f51-a01c-00949199ff96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:59.022107 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-da8a8426-617c-4277-8b39-4997ac357f2e req-33c349fd-f504-4f51-a01c-00949199ff96 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1115274 Jun 28 15:33:59.070076 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Pushing event updated for resources: {'Port': ['ID=37c1379d-f96e-47f7-af51-83516db6f5a7,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:59.074049 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:59.088320 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 4bf86480-223f-4d0c-891d-7dd0fb201cd0 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:33:59.093746 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 4bf86480-223f-4d0c-891d-7dd0fb201cd0 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:33:59.095234 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:59.101975 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-da8a8426-617c-4277-8b39-4997ac357f2e req-ccc139e4-f96f-4aae-a7e2-ac3e49443bd8 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765436 Jun 28 15:33:59.114089 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:59.114089 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d819041e-3cb7-42c8-85a0-49f7aba4b28a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:59.149195 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:33:59.154301 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:33:59.156991 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:33:59.205180 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c425a65-272a-4382-a445-70b3cf3d3e82,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:59.211386 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:59.233748 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:59.236923 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adf7dd7-5786-456f-836a-26654c447262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf86480-223f-4d0c-891d-7dd0fb201cd0'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:33:59.239269 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d479c8c1-27ae-4037-9ad1-4d63eb86a369" -d '{"events": [{"server_uuid": "0adf7dd7-5786-456f-836a-26654c447262", "name": "network-vif-plugged", "status": "completed", "tag": "4bf86480-223f-4d0c-891d-7dd0fb201cd0"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:33:59.257351 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 4bf86480-223f-4d0c-891d-7dd0fb201cd0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4bf86480-223f-4d0c-891d-7dd0fb201cd0,segment=NetworkSegment(ec9ad124-5a70-4961-a569-c768dc5d2acc),segment_id=ec9ad124-5a70-4961-a569-c768dc5d2acc)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:33:59.265086 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:59.267787 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:33:59.302201 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6056a23d-e92e-4617-a110-fd8875928643 x-openstack-request-id: req-6056a23d-e92e-4617-a110-fd8875928643 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:33:59.302411 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adf7dd7-5786-456f-836a-26654c447262", "name": "network-vif-plugged", "status": "completed", "tag": "4bf86480-223f-4d0c-891d-7dd0fb201cd0", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:33:59.302740 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6056a23d-e92e-4617-a110-fd8875928643 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:33:59.303153 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adf7dd7-5786-456f-836a-26654c447262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf86480-223f-4d0c-891d-7dd0fb201cd0', 'code': 200} Jun 28 15:33:59.349963 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=4bf86480-223f-4d0c-891d-7dd0fb201cd0,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:33:59.367953 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:33:59.455538 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:59.662690 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fbf15-6890-4391-9d6a-68295e92573e req-7242f84e-c05c-4c14-b22c-321264893134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:33:59.664827 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5e8fbf15-6890-4391-9d6a-68295e92573e req-7242f84e-c05c-4c14-b22c-321264893134 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 1098 time: 0.1122470 Jun 28 15:33:59.733102 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5e8fbf15-6890-4391-9d6a-68295e92573e req-40d3ea27-025f-4eef-8dec-d6118a8c9f47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438576 Jun 28 15:33:59.734161 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3848957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745645'] for router, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:33:59.877891 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 is scheduled to L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd with binding_index 1 {{(pid=92921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 15:34:00.034273 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e1fa7-23a6-442d-9d0b-24a93bf8f676 req-196ef354-9185-4448-bb88-7194472f7684 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:00.035815 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a76e1fa7-23a6-442d-9d0b-24a93bf8f676 req-196ef354-9185-4448-bb88-7194472f7684 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.1521628 Jun 28 15:34:00.067287 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:34:00.080553 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Sync routers for ids ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:34:00.093082 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Routers {'17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:34:00.093980 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:33:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:00.255274 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Set router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:34:00.283208 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2c3ae9-eb7f-41ce-bfe2-e1d5ed783f78 None None] Network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:34:00.368273 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e34fad-b3d8-4454-9f40-f9be43460385 req-08a8639a-a918-49bd-a2f0-c1dc1279310c tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:00.371706 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-02e34fad-b3d8-4454-9f40-f9be43460385 req-08a8639a-a918-49bd-a2f0-c1dc1279310c tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1020145 Jun 28 15:34:00.372233 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a76e1fa7-23a6-442d-9d0b-24a93bf8f676 req-137bf0f0-c040-4b3c-aa1c-d775a9bcbbf8 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207889 Jun 28 15:34:00.375171 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:00.377484 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2938678 Jun 28 15:34:00.381011 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 53540) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:00.384905 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-ed43c93b-3a0f-49d0-aa4a-ade8ec612df2 None None] Provisioning for port 37c1379d-f96e-47f7-af51-83516db6f5a7 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:34:00.436939 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-02e34fad-b3d8-4454-9f40-f9be43460385 req-076d08d2-c226-44b0-bc9c-7c787eacc639 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560305 Jun 28 15:34:00.503447 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:33:59Z', 'revision_number': 3, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:00.629927 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Checking router: 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:34:00.630710 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Updating router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 port 0c425a65-272a-4382-a445-70b3cf3d3e82 binding host dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:34:00.669753 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:00.836609 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:34:00.878706 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:00.931950 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 37c1379d-f96e-47f7-af51-83516db6f5a7 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:00.941623 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:00.957160 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Transition to ACTIVE for port object 0c425a65-272a-4382-a445-70b3cf3d3e82 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:34:00.966880 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:00.969643 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:01.013784 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 37c1379d-f96e-47f7-af51-83516db6f5a7 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:34:01.021431 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 37c1379d-f96e-47f7-af51-83516db6f5a7 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:01.021624 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.024575 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Pushing event updated for resources: {'Port': ['ID=0c425a65-272a-4382-a445-70b3cf3d3e82,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:01.044461 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:01.044942 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:01.045273 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:01.045594 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:01.045908 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:01.046226 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:01.046570 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:01.046880 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:01.047563 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:01.047688 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:01.047939 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:01.048241 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:01.052568 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:01.056080 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Attempting to bind port 0c425a65-272a-4382-a445-70b3cf3d3e82 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:34:01.056363 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Attempting to bind port 0c425a65-272a-4382-a445-70b3cf3d3e82 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:34:01.056990 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Attempting to bind port 0c425a65-272a-4382-a445-70b3cf3d3e82 on network 0d581cc7-00ec-4ce1-9e02-6808d9257981 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:34:01.063299 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:34:01.063471 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Allocated IP 172.20.0.1 (f280635e-93a4-4bf1-b86c-1a3ccdbf4826/8f3549a4-15ef-4838-85b0-5b2ebd2cf241/4a5425b3-b200-470e-a21a-3fb96c3c6285) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:34:01.063689 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Checking segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:34:01.064055 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.064441 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Bound using segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:34:01.064901 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Bound port: 0c425a65-272a-4382-a445-70b3cf3d3e82, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:34:01.065293 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.124358 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] For port 0c425a65-272a-4382-a445-70b3cf3d3e82, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:34:01.127636 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] For port 0c425a65-272a-4382-a445-70b3cf3d3e82, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=0c425a65-272a-4382-a445-70b3cf3d3e82,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:34:01.133248 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.135209 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.136337 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1298d9ad-d60d-4ffe-bde5-afe8dbce155c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:01.185947 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Routers {'17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:34:01.186629 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:33:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:01.189139 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.212287 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Transition to ACTIVE for port object 4a5425b3-b200-470e-a21a-3fb96c3c6285 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:34:01.214682 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 37c1379d-f96e-47f7-af51-83516db6f5a7, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=37c1379d-f96e-47f7-af51-83516db6f5a7,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:01.225027 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.235594 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5af1f1d4-ffeb-4787-a142-400cc71fa2b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:01.262961 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.267184 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:01.315598 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:34:01.316193 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] Set router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:34:01.320414 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Pushing event updated for resources: {'Port': ['ID=0c425a65-272a-4382-a445-70b3cf3d3e82,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:01.320590 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:34:01.322569 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=37c1379d-f96e-47f7-af51-83516db6f5a7,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:01.326674 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:01.327704 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6576e65c-e094-46bd-b18c-00d30ef4f355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:01.351286 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:34:01.351783 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742829'] for router_interface, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.393790 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5425b3-b200-470e-a21a-3fb96c3c6285,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:01.408353 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:01.559545 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.603794 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:33:59Z', 'revision_number': 3, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:01.631857 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc18e87-fef5-4c38-824b-66d0c3ca78c8 None None] The sync data for ids ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'] in dv-cinder-797245-5-smb is: [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:33:59Z', 'revision_number': 3, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:34:01.666518 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-8e0e7f99-d49e-456a-929d-09e94d6b4173 None None] Provisioning for port 4a5425b3-b200-470e-a21a-3fb96c3c6285 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:34:01.666947 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3d61a-8cf0-46d4-947b-725bc92965d9 req-dcb293f6-b992-4df4-ac25-3bbec3289296 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:01.669124 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3ff3d61a-8cf0-46d4-947b-725bc92965d9 req-dcb293f6-b992-4df4-ac25-3bbec3289296 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0677404 Jun 28 15:34:01.679758 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-8e0e7f99-d49e-456a-929d-09e94d6b4173 None None] Provisioning complete for port 4a5425b3-b200-470e-a21a-3fb96c3c6285 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:01.680143 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7f99-d49e-456a-929d-09e94d6b4173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.714135 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e7f99-d49e-456a-929d-09e94d6b4173 None None] Port 4a5425b3-b200-470e-a21a-3fb96c3c6285 cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:34:01.719207 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3ff3d61a-8cf0-46d4-947b-725bc92965d9 req-a2acd8fc-d202-40e5-8960-ad60f8336e3b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395656 Jun 28 15:34:01.745907 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032fe7c-bef4-4bea-a5e3-e152cdc23a73 req-4d266bb0-7fae-4388-9980-c31caa47de01 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:01.752879 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5032fe7c-bef4-4bea-a5e3-e152cdc23a73 req-4d266bb0-7fae-4388-9980-c31caa47de01 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.1743546 Jun 28 15:34:01.804593 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5032fe7c-bef4-4bea-a5e3-e152cdc23a73 req-d63bde46-cc77-4645-9c97-0b4ae871c22c tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504768 Jun 28 15:34:01.836694 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.841128 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.841906 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4159218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742849'] for router_interface, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:01.844424 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-15ca4ebe-74e7-48b8-81f4-b5bee546ae27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:01.970132 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5425b3-b200-470e-a21a-3fb96c3c6285,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:01.974369 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:02.004072 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:34:02.005478 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:34:02.170798 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:34:02.307373 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:34:02.327055 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] 10.222.0.30 "PUT /v2.0/routers/17b83d35-ec45-4d56-b2c5-b33fbd14bbe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9443326 Jun 28 15:34:02.341376 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-6b2723cf-9480-424d-a5cc-9d7cb6603a56 None None] Provisioning complete for port 4a5425b3-b200-470e-a21a-3fb96c3c6285 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:02.342612 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6b2723cf-9480-424d-a5cc-9d7cb6603a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:02.386212 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-6b2723cf-9480-424d-a5cc-9d7cb6603a56 None None] Port 4a5425b3-b200-470e-a21a-3fb96c3c6285 cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:34:02.963024 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359b4a5-f8d6-4a6f-ab22-39b55697f486 req-23e153f0-b9b9-43b3-9d01-670ae66e94ad tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:02.965148 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4359b4a5-f8d6-4a6f-ab22-39b55697f486 req-23e153f0-b9b9-43b3-9d01-670ae66e94ad tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1028788 Jun 28 15:34:02.971119 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 0c425a65-272a-4382-a445-70b3cf3d3e82 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:03.004899 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 53638) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:03.010523 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1675113468-network', 'tenant_id': '2999deb539064b95a05e4386305ccd02'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:03.013381 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4359b4a5-f8d6-4a6f-ab22-39b55697f486 req-c3af460a-231d-4a1b-91d0-33a9a3926f35 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Jun 28 15:34:03.033301 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 0c425a65-272a-4382-a445-70b3cf3d3e82 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:34:03.036980 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 0c425a65-272a-4382-a445-70b3cf3d3e82 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:03.037351 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.043483 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Made reservation on behalf of 2999deb539064b95a05e4386305ccd02 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:34:03.045835 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.063982 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.122103 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.145020 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 0c425a65-272a-4382-a445-70b3cf3d3e82, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=0c425a65-272a-4382-a445-70b3cf3d3e82,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:03.149932 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.150931 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 37c1379d-f96e-47f7-af51-83516db6f5a7 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:03.153826 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-747357fa-b66d-4e7d-859b-09608119b9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:03.165829 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.169736 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.172596 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:03.199780 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:34:03.212720 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503c44d8-1679-4b9a-89a0-89ba2d2c0d69,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:03.219547 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:03.220781 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.220986 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.segments_db [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Added segment 26869cd0-5fee-4d71-bdcf-987bf39a3184 of type vlan for network 2744d323-ccf6-4b7c-96d4-873d29bb8869 Jun 28 15:34:03.239254 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=0c425a65-272a-4382-a445-70b3cf3d3e82,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:03.242548 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:03.254739 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 37c1379d-f96e-47f7-af51-83516db6f5a7 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:03.255132 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.275469 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.314232 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.315832 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:03.317958 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.321598 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-24a123ed-41ab-4c97-9f94-8087d94eafed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:03.381122 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3751013 Jun 28 15:34:03.384322 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 53642) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:03.391567 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] Request body: {'subnet': {'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1675113468-subnet', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:03.395584 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Pushing event updated for resources: {'Network': ['ID=2744d323-ccf6-4b7c-96d4-873d29bb8869,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:03.399972 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:03.407231 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network 2744d323-ccf6-4b7c-96d4-873d29bb8869 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:34:03.415543 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] Made reservation on behalf of 2999deb539064b95a05e4386305ccd02 for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:34:03.419015 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.475864 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Sync routers for ids ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:34:03.499264 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Routers {'17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:34:03.500738 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:33:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:03.602174 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.605019 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:03.613291 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Set router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:34:03.666080 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c361a3f0-ba5f-4ec8-8928-5e95bc73937c,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:03.671397 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:03.672509 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] Checking segment: {'id': '26869cd0-5fee-4d71-bdcf-987bf39a3184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:34:03.672862 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] Network hostable DHCP agents. Network: 2744d323-ccf6-4b7c-96d4-873d29bb8869, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:34:03.691772 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] Network 2744d323-ccf6-4b7c-96d4-873d29bb8869 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:34:03.702069 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, 2744d323-ccf6-4b7c-96d4-873d29bb8869) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:34:03.706364 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:03.707049 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.715071 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07074646-ab45-4225-969f-7bbe0e5f843d None None] Network 2744d323-ccf6-4b7c-96d4-873d29bb8869 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:34:03.727649 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-bd880f20-c034-421d-990d-ee2a324f8bdd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3392913 Jun 28 15:34:03.728161 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 53650) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:03.732586 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1675113468-router', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:03.759991 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3753072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.761632 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14106'] for router, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.824817 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.942475 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7ef410b5-7f27-41cd-beee-e98638cb0e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.976314 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3745592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3848932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14120'] for router, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:03.985195 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08cb9ca3-2033-5466-b615-0792b95ff089-2744d323-ccf6-4b7c-96d4-873d29bb8869', 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'fixed_ips': [{'subnet_id': 'c361a3f0-ba5f-4ec8-8928-5e95bc73937c'}]}} from dv-cinder-797245-5-smb. {{(pid=92922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 15:34:03.986663 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:04.001238 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:01Z', 'revision_number': 4, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4a5425b3-b200-470e-a21a-3fb96c3c6285', 'name': '', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'mac_address': 'fa:16:3e:ea:09:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:00Z', 'updated_at': '2021-06-28T15:34:01Z', 'revision_number': 2, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'subnets': [{'id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:04.035286 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Checking router: 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:34:04.035678 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Updating router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 port 4a5425b3-b200-470e-a21a-3fb96c3c6285 binding host dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:34:04.239917 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:04.265241 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:04.272015 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:04.432305 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Allocated IP 172.20.0.2 (2744d323-ccf6-4b7c-96d4-873d29bb8869/c361a3f0-ba5f-4ec8-8928-5e95bc73937c/165a9671-5f72-4b42-aff4-48cb864eb85d) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:34:04.559867 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e48400-ee1b-4d3f-9154-480ade9b05de req-abcf02c3-fc4b-4da6-8fe6-4deb240bdc72 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:04.561774 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b7e48400-ee1b-4d3f-9154-480ade9b05de req-abcf02c3-fc4b-4da6-8fe6-4deb240bdc72 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.3938801 Jun 28 15:34:04.643505 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b7e48400-ee1b-4d3f-9154-480ade9b05de req-be14fa80-6f95-4d0e-88d2-84702056e302 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663750 Jun 28 15:34:04.688144 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Allocated IP 172.28.1.96 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/d30e6b48-df6c-41cc-8db0-634a50120517) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:34:04.716151 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:04.729769 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Transition to ACTIVE for port object 165a9671-5f72-4b42-aff4-48cb864eb85d will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:34:04.754003 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:04.763306 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Transition to ACTIVE for port object 165a9671-5f72-4b42-aff4-48cb864eb85d will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:34:04.771390 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Transition to ACTIVE for port object 4a5425b3-b200-470e-a21a-3fb96c3c6285 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:34:04.776203 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:04.779647 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:04.787352 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:04.815524 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:04.824990 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Network 2744d323-ccf6-4b7c-96d4-873d29bb8869 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:34:04.840678 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:34:04.843611 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:34:04.854629 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Pushing event updated for resources: {'Port': ['ID=165a9671-5f72-4b42-aff4-48cb864eb85d,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:04.864084 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:04.864565 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:04.884331 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:04.886373 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:04.938443 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 0c425a65-272a-4382-a445-70b3cf3d3e82 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:04.978752 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:34:04.982902 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:34:04.990849 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:34:05.023041 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Attempting to bind port 165a9671-5f72-4b42-aff4-48cb864eb85d on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:34:05.023421 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Attempting to bind port 165a9671-5f72-4b42-aff4-48cb864eb85d by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '26869cd0-5fee-4d71-bdcf-987bf39a3184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:34:05.023794 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Attempting to bind port 165a9671-5f72-4b42-aff4-48cb864eb85d on network 2744d323-ccf6-4b7c-96d4-873d29bb8869 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:34:05.045991 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d5be-48ce-4ca6-b1df-1495bbb4b460 None None] Pushing event updated for resources: {'Port': ['ID=4a5425b3-b200-470e-a21a-3fb96c3c6285,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:05.049460 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4f76d5be-48ce-4ca6-b1df-1495bbb4b460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:05.060336 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Attempting to bind port 4a5425b3-b200-470e-a21a-3fb96c3c6285 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:34:05.061421 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Attempting to bind port 4a5425b3-b200-470e-a21a-3fb96c3c6285 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:34:05.062069 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Attempting to bind port 4a5425b3-b200-470e-a21a-3fb96c3c6285 on network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:34:05.064320 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:34:05.064695 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Checking segment: {'id': '26869cd0-5fee-4d71-bdcf-987bf39a3184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:34:05.065097 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:05.065494 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Bound using segment: {'id': '26869cd0-5fee-4d71-bdcf-987bf39a3184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:34:05.065989 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Bound port: 165a9671-5f72-4b42-aff4-48cb864eb85d, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26869cd0-5fee-4d71-bdcf-987bf39a3184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:34:05.066351 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:05.103500 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:34:05.104077 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Checking segment: {'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:34:05.104631 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:05.105131 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Bound using segment: {'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:34:05.105761 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Bound port: 4a5425b3-b200-470e-a21a-3fb96c3c6285, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:34:05.106309 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:05.125901 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Pushing event updated for resources: {'Port': ['ID=d30e6b48-df6c-41cc-8db0-634a50120517,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:05.131754 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:05.224582 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] For port 4a5425b3-b200-470e-a21a-3fb96c3c6285, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:34:05.227181 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 0c425a65-272a-4382-a445-70b3cf3d3e82 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:05.227579 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:05.319035 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] For port 4a5425b3-b200-470e-a21a-3fb96c3c6285, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=4a5425b3-b200-470e-a21a-3fb96c3c6285,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:34:05.334020 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:05.341462 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:05.427934 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-f7733411-864a-42a9-9472-834cf074df50 None None] For port 165a9671-5f72-4b42-aff4-48cb864eb85d, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:34:05.436145 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:05.476522 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-f7733411-864a-42a9-9472-834cf074df50 None None] For port 165a9671-5f72-4b42-aff4-48cb864eb85d, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=165a9671-5f72-4b42-aff4-48cb864eb85d,segment=NetworkSegment(26869cd0-5fee-4d71-bdcf-987bf39a3184),segment_id=26869cd0-5fee-4d71-bdcf-987bf39a3184)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:34:05.487363 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:05.492893 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Routers {'17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:34:05.493171 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:33:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:05.566039 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d5be-48ce-4ca6-b1df-1495bbb4b460 None None] Pushing event updated for resources: {'Port': ['ID=4a5425b3-b200-470e-a21a-3fb96c3c6285,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:05.583546 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4f76d5be-48ce-4ca6-b1df-1495bbb4b460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:05.584281 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:05.738494 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Pushing event updated for resources: {'Port': ['ID=165a9671-5f72-4b42-aff4-48cb864eb85d,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:05.749827 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:05.763339 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] Set router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:34:05.794341 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3848957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745645'] for router, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:06.005268 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937aa37-795f-4962-9e96-c7cb883a7b55 req-dab2227b-4d8f-464d-8db4-6b52554fc5ac tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:06.007746 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3937aa37-795f-4962-9e96-c7cb883a7b55 req-dab2227b-4d8f-464d-8db4-6b52554fc5ac tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1594408 Jun 28 15:34:06.066047 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3937aa37-795f-4962-9e96-c7cb883a7b55 req-4d1fda77-a42a-4610-b617-eae414c50902 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518572 Jun 28 15:34:06.067275 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:01Z', 'revision_number': 4, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4a5425b3-b200-470e-a21a-3fb96c3c6285', 'name': '', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'mac_address': 'fa:16:3e:ea:09:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:00Z', 'updated_at': '2021-06-28T15:34:05Z', 'revision_number': 4, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'subnets': [{'id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:06.080788 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Router bc22627b-ac97-46e2-869a-48addd488346 is scheduled to L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd with binding_index 1 {{(pid=92921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 15:34:06.097525 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce865d8f-0c05-4a4d-b875-190de738943c None None] The sync data for ids ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'] in dv-cinder-797245-5-smb is: [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:01Z', 'revision_number': 4, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4a5425b3-b200-470e-a21a-3fb96c3c6285', 'name': '', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'mac_address': 'fa:16:3e:ea:09:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:00Z', 'updated_at': '2021-06-28T15:34:05Z', 'revision_number': 4, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'subnets': [{'id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:34:06.222472 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:34:06.233399 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Sync routers for ids ['bc22627b-ac97-46e2-869a-48addd488346'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:34:06.244173 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Routers {'bc22627b-ac97-46e2-869a-48addd488346'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:34:06.244583 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:06.244798 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:33:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['bc22627b-ac97-46e2-869a-48addd488346'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:06.246530 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5175672 Jun 28 15:34:06.249313 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53728) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:06.374385 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Set router bc22627b-ac97-46e2-869a-48addd488346 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:34:06.607617 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc22627b-ac97-46e2-869a-48addd488346', 'name': 'tempest-TestMinimumBasicScenario-1675113468-router', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:34:03Z', 'updated_at': '2021-06-28T15:34:05Z', 'revision_number': 3, 'project_id': '2999deb539064b95a05e4386305ccd02', 'gw_port': {'id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:32:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc22627b-ac97-46e2-869a-48addd488346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:04Z', 'updated_at': '2021-06-28T15:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:06.645873 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Checking router: bc22627b-ac97-46e2-869a-48addd488346 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:34:06.647118 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Updating router bc22627b-ac97-46e2-869a-48addd488346 port d30e6b48-df6c-41cc-8db0-634a50120517 binding host dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:34:06.709558 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:06.715816 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:06.905045 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dc4f27de-35c8-4c9e-a657-9ed5375d6364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:06.911238 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.052881 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 4a5425b3-b200-470e-a21a-3fb96c3c6285 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:07.120882 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ce3b1-6d82-4949-88e9-2b243c911d1a None None] Network 2744d323-ccf6-4b7c-96d4-873d29bb8869 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:34:07.270301 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 4a5425b3-b200-470e-a21a-3fb96c3c6285 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:34:07.282172 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 4a5425b3-b200-470e-a21a-3fb96c3c6285 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:07.282939 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.294961 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.315465 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Transition to ACTIVE for port object d30e6b48-df6c-41cc-8db0-634a50120517 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:34:07.330686 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-0135dedb-46d0-4f95-a9bf-052514759740 None None] Provisioning for port 165a9671-5f72-4b42-aff4-48cb864eb85d completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:34:07.331340 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.337422 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:07.409248 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Attempting to bind port d30e6b48-df6c-41cc-8db0-634a50120517 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:34:07.409630 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Attempting to bind port d30e6b48-df6c-41cc-8db0-634a50120517 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:34:07.410608 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Attempting to bind port d30e6b48-df6c-41cc-8db0-634a50120517 on network 0d581cc7-00ec-4ce1-9e02-6808d9257981 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:34:07.433279 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:34:07.435820 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Checking segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:34:07.436240 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.436950 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Bound using segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:34:07.437542 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Bound port: d30e6b48-df6c-41cc-8db0-634a50120517, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:34:07.437945 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.451323 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.454474 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Allocated IP 172.20.0.1 (2744d323-ccf6-4b7c-96d4-873d29bb8869/c361a3f0-ba5f-4ec8-8928-5e95bc73937c/2fc7d51c-ffbc-4395-b827-bcd612a20a09) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:34:07.511421 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334520b-493f-49d4-a607-3fdba638bf42 None None] Pushing event updated for resources: {'Port': ['ID=d30e6b48-df6c-41cc-8db0-634a50120517,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:07.523174 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 4a5425b3-b200-470e-a21a-3fb96c3c6285, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=4a5425b3-b200-470e-a21a-3fb96c3c6285,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:07.526539 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a334520b-493f-49d4-a607-3fdba638bf42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:07.551427 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.552693 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 165a9671-5f72-4b42-aff4-48cb864eb85d up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:07.555842 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:07.564188 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] For port d30e6b48-df6c-41cc-8db0-634a50120517, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:34:07.568968 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] For port d30e6b48-df6c-41cc-8db0-634a50120517, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=d30e6b48-df6c-41cc-8db0-634a50120517,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:34:07.587664 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.590240 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:07.604238 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.680086 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334520b-493f-49d4-a607-3fdba638bf42 None None] Pushing event updated for resources: {'Port': ['ID=d30e6b48-df6c-41cc-8db0-634a50120517,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:07.695602 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a334520b-493f-49d4-a607-3fdba638bf42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:07.697079 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Routers {'bc22627b-ac97-46e2-869a-48addd488346'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:34:07.698200 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:34:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['bc22627b-ac97-46e2-869a-48addd488346'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:07.704267 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71561-e9f5-4d43-885c-3b5af4868ccf req-d7c253f5-2abe-4dd2-95d8-0d7df3116f10 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:07.713061 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c7f71561-e9f5-4d43-885c-3b5af4868ccf req-d7c253f5-2abe-4dd2-95d8-0d7df3116f10 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.2359385 Jun 28 15:34:07.791008 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.814391 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=4a5425b3-b200-470e-a21a-3fb96c3c6285,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:07.827148 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:07.829786 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 165a9671-5f72-4b42-aff4-48cb864eb85d completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:34:07.837049 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 165a9671-5f72-4b42-aff4-48cb864eb85d triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:07.837417 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.861635 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c7f71561-e9f5-4d43-885c-3b5af4868ccf req-66747341-8003-4c25-9d4f-e0d25f2bd8d7 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473076 Jun 28 15:34:07.873355 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Transition to ACTIVE for port object 2fc7d51c-ffbc-4395-b827-bcd612a20a09 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:34:07.984206 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59778261'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:07.987121 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b132ed09-27b2-48fa-b851-692ee175c028 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:08.018963 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:08.086204 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] Set router bc22627b-ac97-46e2-869a-48addd488346 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:34:08.086391 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Network 2744d323-ccf6-4b7c-96d4-873d29bb8869 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:34:08.112659 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 165a9671-5f72-4b42-aff4-48cb864eb85d, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=165a9671-5f72-4b42-aff4-48cb864eb85d,segment=NetworkSegment(26869cd0-5fee-4d71-bdcf-987bf39a3184),segment_id=26869cd0-5fee-4d71-bdcf-987bf39a3184)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:08.115456 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:34:08.124399 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:08.127677 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:08.143829 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:34:08.159810 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Pushing event updated for resources: {'Port': ['ID=2fc7d51c-ffbc-4395-b827-bcd612a20a09,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:08.211374 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:08.266710 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=165a9671-5f72-4b42-aff4-48cb864eb85d,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:08.267358 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742829'] for router_interface, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:08.270179 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:08.276479 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-7d0387f4-cb44-4dce-aa90-e2b79e3ba4aa None None] Provisioning complete for port 165a9671-5f72-4b42-aff4-48cb864eb85d triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:08.276873 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7d0387f4-cb44-4dce-aa90-e2b79e3ba4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:08.367184 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca3d4e-bc4f-41f9-873f-8a3557d5495b req-f49d33da-4102-4e56-bbb3-1dc58378670d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:08.369295 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3fca3d4e-bc4f-41f9-873f-8a3557d5495b req-f49d33da-4102-4e56-bbb3-1dc58378670d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.2817557 Jun 28 15:34:08.408670 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc22627b-ac97-46e2-869a-48addd488346', 'name': 'tempest-TestMinimumBasicScenario-1675113468-router', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:34:03Z', 'updated_at': '2021-06-28T15:34:05Z', 'revision_number': 3, 'project_id': '2999deb539064b95a05e4386305ccd02', 'gw_port': {'id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:32:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc22627b-ac97-46e2-869a-48addd488346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:04Z', 'updated_at': '2021-06-28T15:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:08.458570 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3fca3d4e-bc4f-41f9-873f-8a3557d5495b req-64118b72-ce74-4fa6-bcb0-4c00e50acdc2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716982 Jun 28 15:34:08.459195 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17372b8f-e89d-4a11-ba79-c6bf717200b0 None None] The sync data for ids ['bc22627b-ac97-46e2-869a-48addd488346'] in dv-cinder-797245-5-smb is: [{'id': 'bc22627b-ac97-46e2-869a-48addd488346', 'name': 'tempest-TestMinimumBasicScenario-1675113468-router', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:34:03Z', 'updated_at': '2021-06-28T15:34:05Z', 'revision_number': 3, 'project_id': '2999deb539064b95a05e4386305ccd02', 'gw_port': {'id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:32:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc22627b-ac97-46e2-869a-48addd488346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:04Z', 'updated_at': '2021-06-28T15:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:34:08.544116 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:08.552028 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-0a633f3a-a721-4ea5-8873-ef1e6f5ea586 None None] Provisioning for port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:34:08.557521 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-0a633f3a-a721-4ea5-8873-ef1e6f5ea586 None None] Provisioning complete for port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:08.557989 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0a633f3a-a721-4ea5-8873-ef1e6f5ea586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:08.612608 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-0a633f3a-a721-4ea5-8873-ef1e6f5ea586 None None] Port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:34:08.729685 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:08.734328 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778087'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:08.737990 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c8640272-c1b1-41a1-9bce-3e227393eb89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:08.822753 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4159218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742849'] for router_interface, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:08.824792 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Pushing event updated for resources: {'Port': ['ID=2fc7d51c-ffbc-4395-b827-bcd612a20a09,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:08.827996 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:08.960569 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Network 2744d323-ccf6-4b7c-96d4-873d29bb8869 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:34:08.962492 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:34:09.083173 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 4a5425b3-b200-470e-a21a-3fb96c3c6285 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:09.153768 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6cf7d-9f71-4c5c-90be-50a1b6fde046 req-7971ccf2-ecbe-4b08-b37d-d8be8461ee2a tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:09.158967 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8bd6cf7d-9f71-4c5c-90be-50a1b6fde046 req-7971ccf2-ecbe-4b08-b37d-d8be8461ee2a tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1310208 Jun 28 15:34:09.161404 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Router bc22627b-ac97-46e2-869a-48addd488346 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:34:09.161935 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:09.164731 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 4a5425b3-b200-470e-a21a-3fb96c3c6285 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:09.165107 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:09.217007 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8bd6cf7d-9f71-4c5c-90be-50a1b6fde046 req-d13d1e3f-1214-4aa3-9040-ac9a59877914 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535657 Jun 28 15:34:09.265596 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 165a9671-5f72-4b42-aff4-48cb864eb85d up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:09.315296 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 165a9671-5f72-4b42-aff4-48cb864eb85d triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:09.315677 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:09.354923 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:34:09.360340 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] 10.222.0.30 "PUT /v2.0/routers/bc22627b-ac97-46e2-869a-48addd488346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1099575 Jun 28 15:34:09.373092 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-d98ace58-9ffb-4500-a3a5-e6c8388c07f0 None None] Provisioning complete for port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:09.373479 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d98ace58-9ffb-4500-a3a5-e6c8388c07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:09.448355 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-d98ace58-9ffb-4500-a3a5-e6c8388c07f0 None None] Port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:34:09.507967 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device d30e6b48-df6c-41cc-8db0-634a50120517 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:09.574917 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port d30e6b48-df6c-41cc-8db0-634a50120517 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:34:09.579395 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port d30e6b48-df6c-41cc-8db0-634a50120517 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:09.579879 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:09.718872 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:09.721042 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df6c2-f054-4ae6-949c-6229e5d64cc2 req-e74d1074-0383-4901-b297-6f9b9093f2a0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:09.728599 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8d5df6c2-f054-4ae6-949c-6229e5d64cc2 req-e74d1074-0383-4901-b297-6f9b9093f2a0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0868912 Jun 28 15:34:09.745817 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port d30e6b48-df6c-41cc-8db0-634a50120517, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=d30e6b48-df6c-41cc-8db0-634a50120517,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:09.753817 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:09.756012 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:09.785571 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8d5df6c2-f054-4ae6-949c-6229e5d64cc2 req-a992e668-ff66-4971-a796-1e6ca3852b8a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559900 Jun 28 15:34:09.818613 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=d30e6b48-df6c-41cc-8db0-634a50120517,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:09.831265 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:10.434121 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573dec4-b49f-401f-b3cd-673f087d060f req-c9aa94d3-c321-4c67-a9c3-257c2f4a373d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:10.435649 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f573dec4-b49f-401f-b3cd-673f087d060f req-c9aa94d3-c321-4c67-a9c3-257c2f4a373d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0863719 Jun 28 15:34:10.438519 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Sync routers for ids ['bc22627b-ac97-46e2-869a-48addd488346'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:34:10.458884 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Routers {'bc22627b-ac97-46e2-869a-48addd488346'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:34:10.460633 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:34:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['bc22627b-ac97-46e2-869a-48addd488346'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:10.480501 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f573dec4-b49f-401f-b3cd-673f087d060f req-e9911f9f-38e1-4c6a-83db-a2e182d89ace tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367565 Jun 28 15:34:10.633452 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Set router bc22627b-ac97-46e2-869a-48addd488346 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:34:10.982811 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device d30e6b48-df6c-41cc-8db0-634a50120517 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:10.992617 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53836) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:11.052386 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc22627b-ac97-46e2-869a-48addd488346', 'name': 'tempest-TestMinimumBasicScenario-1675113468-router', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:34:03Z', 'updated_at': '2021-06-28T15:34:08Z', 'revision_number': 4, 'project_id': '2999deb539064b95a05e4386305ccd02', 'gw_port': {'id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc22627b-ac97-46e2-869a-48addd488346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:04Z', 'updated_at': '2021-06-28T15:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2fc7d51c-ffbc-4395-b827-bcd612a20a09', 'name': '', 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'mac_address': 'fa:16:3e:67:27:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc22627b-ac97-46e2-869a-48addd488346', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c361a3f0-ba5f-4ec8-8928-5e95bc73937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:06Z', 'updated_at': '2021-06-28T15:34:08Z', 'revision_number': 2, 'project_id': '2999deb539064b95a05e4386305ccd02', 'subnets': [{'id': 'c361a3f0-ba5f-4ec8-8928-5e95bc73937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:11.057875 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port d30e6b48-df6c-41cc-8db0-634a50120517 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:11.058524 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.089550 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Checking router: bc22627b-ac97-46e2-869a-48addd488346 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:34:11.089550 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Updating router bc22627b-ac97-46e2-869a-48addd488346 port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 binding host dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:34:11.098418 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8caff-6445-4b69-895c-d9c2a4d63e28 req-a3a354c0-3118-4968-8ff2-c7c72d15fc63 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:11.115401 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a1e8caff-6445-4b69-895c-d9c2a4d63e28 req-a3a354c0-3118-4968-8ff2-c7c72d15fc63 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0982809 Jun 28 15:34:11.202540 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a1e8caff-6445-4b69-895c-d9c2a4d63e28 req-ce12cbff-ae3f-4e38-9c3e-8fe0629263e9 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856075 Jun 28 15:34:11.211503 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.233007 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef66ad65-0aba-4cd0-9675-2de056f60a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.408231 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef66ad65-0aba-4cd0-9675-2de056f60a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.418607 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef66ad65-0aba-4cd0-9675-2de056f60a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.425527 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:11.473314 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-ef66ad65-0aba-4cd0-9675-2de056f60a13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84c85e5b2656425385a97f889204be2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796185 Jun 28 15:34:11.476026 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66ad65-0aba-4cd0-9675-2de056f60a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35daef62-5fb1-4177-85cf-c713c6ba0d40,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:11.480564 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef66ad65-0aba-4cd0-9675-2de056f60a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:11.481418 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 53844) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:11.510775 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1063-cb61-4f04-be2c-5b8be9d61c12 req-e1fdd5aa-cf52-4caf-8394-351c2ba54f28 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:11.513071 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9a6d1063-cb61-4f04-be2c-5b8be9d61c12 req-e1fdd5aa-cf52-4caf-8394-351c2ba54f28 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.1204281 Jun 28 15:34:11.583127 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9a6d1063-cb61-4f04-be2c-5b8be9d61c12 req-c6d16ec2-0693-401a-933f-1bf61c21fdb6 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607762 Jun 28 15:34:11.587090 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2441f8c5-3bf4-4cab-ac52-03f29adbb553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.625039 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2441f8c5-3bf4-4cab-ac52-03f29adbb553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.638210 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.650570 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Transition to ACTIVE for port object 2fc7d51c-ffbc-4395-b827-bcd612a20a09 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:34:11.658780 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.666329 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:11.754888 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9b325-13c7-48e3-bfd9-ee7faec135b9 req-9b98cb1b-f507-4b42-a225-d286de474f67 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:11.756896 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f3d9b325-13c7-48e3-bfd9-ee7faec135b9 req-9b98cb1b-f507-4b42-a225-d286de474f67 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0994778 Jun 28 15:34:11.758742 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2441f8c5-3bf4-4cab-ac52-03f29adbb553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.761993 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2441f8c5-3bf4-4cab-ac52-03f29adbb553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.775528 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99189be-24a8-4f98-a0a0-b68d10fc1f19 None None] Pushing event updated for resources: {'Port': ['ID=2fc7d51c-ffbc-4395-b827-bcd612a20a09,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:11.776290 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-2441f8c5-3bf4-4cab-ac52-03f29adbb553 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35daef62-5fb1-4177-85cf-c713c6ba0d40 HTTP/1.1" status: 204 len: 168 time: 0.2936075 Jun 28 15:34:11.778925 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f5647466-d670-4616-94f9-f2621ea9d196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:11.779493 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b99189be-24a8-4f98-a0a0-b68d10fc1f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:11.804466 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441f8c5-3bf4-4cab-ac52-03f29adbb553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35daef62-5fb1-4177-85cf-c713c6ba0d40,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:11.810547 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2441f8c5-3bf4-4cab-ac52-03f29adbb553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:11.838303 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f3d9b325-13c7-48e3-bfd9-ee7faec135b9 req-16e1aa0b-f711-44e6-9e5e-cace979b295f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605307 Jun 28 15:34:11.844962 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Attempting to bind port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:34:11.845409 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Attempting to bind port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '26869cd0-5fee-4d71-bdcf-987bf39a3184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:34:11.845937 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Attempting to bind port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 on network 2744d323-ccf6-4b7c-96d4-873d29bb8869 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:34:11.860569 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:34:11.861275 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Checking segment: {'id': '26869cd0-5fee-4d71-bdcf-987bf39a3184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:34:11.861855 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.862264 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Bound using segment: {'id': '26869cd0-5fee-4d71-bdcf-987bf39a3184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:34:11.862790 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Bound port: 2fc7d51c-ffbc-4395-b827-bcd612a20a09, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26869cd0-5fee-4d71-bdcf-987bf39a3184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:34:11.863248 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:11.994661 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] For port 2fc7d51c-ffbc-4395-b827-bcd612a20a09, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:34:12.000406 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] For port 2fc7d51c-ffbc-4395-b827-bcd612a20a09, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=2fc7d51c-ffbc-4395-b827-bcd612a20a09,segment=NetworkSegment(26869cd0-5fee-4d71-bdcf-987bf39a3184),segment_id=26869cd0-5fee-4d71-bdcf-987bf39a3184)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:34:12.010127 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:12.013547 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-819df9a6-7552-476e-9e64-5c8b45cd10be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:12.116192 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Routers {'bc22627b-ac97-46e2-869a-48addd488346'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:34:12.117353 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:34:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['bc22627b-ac97-46e2-869a-48addd488346'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:12.233377 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99189be-24a8-4f98-a0a0-b68d10fc1f19 None None] Pushing event updated for resources: {'Port': ['ID=2fc7d51c-ffbc-4395-b827-bcd612a20a09,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:12.247662 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b99189be-24a8-4f98-a0a0-b68d10fc1f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:12.277410 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] Set router bc22627b-ac97-46e2-869a-48addd488346 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:34:12.500891 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b17b9-c99a-4b32-9574-7c00c4c87bf5 req-fa612505-5879-46ee-b14a-56e72b791c9a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:12.502877 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d87b17b9-c99a-4b32-9574-7c00c4c87bf5 req-fa612505-5879-46ee-b14a-56e72b791c9a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0881021 Jun 28 15:34:12.569684 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d87b17b9-c99a-4b32-9574-7c00c4c87bf5 req-eb9fa209-27ff-4c10-9596-4cd8f43b202b tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538390 Jun 28 15:34:12.666914 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc22627b-ac97-46e2-869a-48addd488346', 'name': 'tempest-TestMinimumBasicScenario-1675113468-router', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:34:03Z', 'updated_at': '2021-06-28T15:34:08Z', 'revision_number': 4, 'project_id': '2999deb539064b95a05e4386305ccd02', 'gw_port': {'id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc22627b-ac97-46e2-869a-48addd488346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:04Z', 'updated_at': '2021-06-28T15:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2fc7d51c-ffbc-4395-b827-bcd612a20a09', 'name': '', 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'mac_address': 'fa:16:3e:67:27:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc22627b-ac97-46e2-869a-48addd488346', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c361a3f0-ba5f-4ec8-8928-5e95bc73937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:06Z', 'updated_at': '2021-06-28T15:34:11Z', 'revision_number': 4, 'project_id': '2999deb539064b95a05e4386305ccd02', 'subnets': [{'id': 'c361a3f0-ba5f-4ec8-8928-5e95bc73937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:12.704724 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130a90e-398e-4b4d-ac78-f065a7b17b90 None None] The sync data for ids ['bc22627b-ac97-46e2-869a-48addd488346'] in dv-cinder-797245-5-smb is: [{'id': 'bc22627b-ac97-46e2-869a-48addd488346', 'name': 'tempest-TestMinimumBasicScenario-1675113468-router', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:34:03Z', 'updated_at': '2021-06-28T15:34:08Z', 'revision_number': 4, 'project_id': '2999deb539064b95a05e4386305ccd02', 'gw_port': {'id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc22627b-ac97-46e2-869a-48addd488346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:04Z', 'updated_at': '2021-06-28T15:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2fc7d51c-ffbc-4395-b827-bcd612a20a09', 'name': '', 'network_id': '2744d323-ccf6-4b7c-96d4-873d29bb8869', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'mac_address': 'fa:16:3e:67:27:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc22627b-ac97-46e2-869a-48addd488346', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c361a3f0-ba5f-4ec8-8928-5e95bc73937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:06Z', 'updated_at': '2021-06-28T15:34:11Z', 'revision_number': 4, 'project_id': '2999deb539064b95a05e4386305ccd02', 'subnets': [{'id': 'c361a3f0-ba5f-4ec8-8928-5e95bc73937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:34:12.854150 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787ada2-7ec7-4dd4-8773-375930a35a22 req-f368d8c7-758a-4e43-a964-c725d986f722 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:12.862621 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5787ada2-7ec7-4dd4-8773-375930a35a22 req-f368d8c7-758a-4e43-a964-c725d986f722 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.1332893 Jun 28 15:34:12.902521 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5787ada2-7ec7-4dd4-8773-375930a35a22 req-c0f63cb6-fab5-4102-8908-59aa67e1c436 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388618 Jun 28 15:34:12.988775 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 2fc7d51c-ffbc-4395-b827-bcd612a20a09 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:13.069941 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:34:13.078752 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:13.079770 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:13.110754 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f2381-44cb-419c-bb01-e1125de3af15 req-010e545d-096a-4d6c-8171-b7c53b78b9ad tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:13.118403 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-417f2381-44cb-419c-bb01-e1125de3af15 req-010e545d-096a-4d6c-8171-b7c53b78b9ad tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0931029 Jun 28 15:34:13.169012 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-417f2381-44cb-419c-bb01-e1125de3af15 req-4fb4cbeb-0aaa-423a-baf1-120411c4f14e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494573 Jun 28 15:34:13.188498 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:13.230127 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 2fc7d51c-ffbc-4395-b827-bcd612a20a09, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=2fc7d51c-ffbc-4395-b827-bcd612a20a09,segment=NetworkSegment(26869cd0-5fee-4d71-bdcf-987bf39a3184),segment_id=26869cd0-5fee-4d71-bdcf-987bf39a3184)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:13.234576 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:13.241072 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-819df9a6-7552-476e-9e64-5c8b45cd10be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:13.311434 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=2fc7d51c-ffbc-4395-b827-bcd612a20a09,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:13.318678 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:13.798975 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e4ddf-4fad-416a-8c9f-ed47f28ef09a req-c2aeb2d6-cf71-4990-922c-60deff2a5edc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:13.801383 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b89e4ddf-4fad-416a-8c9f-ed47f28ef09a req-c2aeb2d6-cf71-4990-922c-60deff2a5edc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0850208 Jun 28 15:34:13.852401 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b89e4ddf-4fad-416a-8c9f-ed47f28ef09a req-0e174145-c5fa-4972-9f13-184cdb12f744 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440152 Jun 28 15:34:14.116814 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1bdbe-c1c5-494f-85f9-98b6b4f49444 req-24cdade4-0269-4aa1-b0df-af98c5426f65 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:14.123240 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-80f1bdbe-c1c5-494f-85f9-98b6b4f49444 req-24cdade4-0269-4aa1-b0df-af98c5426f65 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0908294 Jun 28 15:34:14.168254 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-80f1bdbe-c1c5-494f-85f9-98b6b4f49444 req-e2b03025-91ee-42b6-a1a2-7a1426127b42 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393441 Jun 28 15:34:14.413928 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318b9d1-52e0-4d60-81ea-b749d8a7bb9c req-971759f7-b5f0-4fc5-af8d-e427817e83ef tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:14.415450 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b318b9d1-52e0-4d60-81ea-b749d8a7bb9c req-971759f7-b5f0-4fc5-af8d-e427817e83ef tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1107783 Jun 28 15:34:14.480905 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b318b9d1-52e0-4d60-81ea-b749d8a7bb9c req-1caa991a-f834-4c52-aa2d-142785f3cd10 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591953 Jun 28 15:34:14.878350 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 2fc7d51c-ffbc-4395-b827-bcd612a20a09 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:14.938144 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:14.938559 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:15.073045 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf314652-f7d0-44da-9fea-22247c848a06 req-a81f6bd4-9d18-4793-a771-c556cc9c6807 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:15.075389 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bf314652-f7d0-44da-9fea-22247c848a06 req-a81f6bd4-9d18-4793-a771-c556cc9c6807 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0784104 Jun 28 15:34:15.129828 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bf314652-f7d0-44da-9fea-22247c848a06 req-00caaa73-6019-4adc-b584-28275b253768 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480771 Jun 28 15:34:15.365325 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1153f5-9f2d-4c80-aa9e-47f738771ce8 req-fa6a13d6-eb93-479a-a3a4-d544ba3ffcca tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:15.366760 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2c1153f5-9f2d-4c80-aa9e-47f738771ce8 req-fa6a13d6-eb93-479a-a3a4-d544ba3ffcca tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0755875 Jun 28 15:34:15.415517 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2c1153f5-9f2d-4c80-aa9e-47f738771ce8 req-8d8ad836-5584-451e-8d77-5ba2982b2800 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404677 Jun 28 15:34:15.682430 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63ccad-91e3-48fa-ac0b-e2ca81c68ba0 req-c5ff61f1-54d2-4541-a755-5f1866e4a9a6 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:15.685430 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1f63ccad-91e3-48fa-ac0b-e2ca81c68ba0 req-c5ff61f1-54d2-4541-a755-5f1866e4a9a6 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0708315 Jun 28 15:34:15.727334 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1f63ccad-91e3-48fa-ac0b-e2ca81c68ba0 req-70831bc7-4210-4646-8003-56da2222c3aa tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359435 Jun 28 15:34:15.887613 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:16.325430 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec9642-6141-417e-91fc-ea4d7754a55a req-68dc42ac-7760-412b-b968-485f83cb2672 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:16.326882 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-50ec9642-6141-417e-91fc-ea4d7754a55a req-68dc42ac-7760-412b-b968-485f83cb2672 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0705743 Jun 28 15:34:16.370258 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-50ec9642-6141-417e-91fc-ea4d7754a55a req-502d5576-6dd5-4ee5-9651-92ce8cc9ddcf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372453 Jun 28 15:34:16.620715 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f24e8-ca8e-4c2c-bce6-ddc26ed2d48b req-0585056e-f7dc-4219-bec4-3d57bc9fa343 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:16.622235 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b18f24e8-ca8e-4c2c-bce6-ddc26ed2d48b req-0585056e-f7dc-4219-bec4-3d57bc9fa343 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0792782 Jun 28 15:34:16.673197 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b18f24e8-ca8e-4c2c-bce6-ddc26ed2d48b req-84e48d20-ac2e-4817-91fd-1ad4961fbb0e tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449131 Jun 28 15:34:16.930880 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268fa2a-ed35-4ef8-bc06-dc3695a1a1f8 req-0e4027da-287e-432b-9fbe-dbe4c90755cb tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:16.935264 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e268fa2a-ed35-4ef8-bc06-dc3695a1a1f8 req-0e4027da-287e-432b-9fbe-dbe4c90755cb tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0758443 Jun 28 15:34:16.989424 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e268fa2a-ed35-4ef8-bc06-dc3695a1a1f8 req-96c462d5-b5dd-4e67-bc82-c321e8f39958 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480022 Jun 28 15:34:17.076558 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b691a1f-565b-4d65-b79e-c7f7a2d4c738 req-8eac9ffd-f324-4c18-ae7c-28837ab4fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:17.078737 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3b691a1f-565b-4d65-b79e-c7f7a2d4c738 req-8eac9ffd-f324-4c18-ae7c-28837ab4fa31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 1098 time: 0.0791974 Jun 28 15:34:17.124972 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3b691a1f-565b-4d65-b79e-c7f7a2d4c738 req-f974ab68-08d6-457f-bb88-77355957965f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353005 Jun 28 15:34:17.567940 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450306d9-36fc-412f-9c11-86296670e145 req-54e75927-d020-406f-a720-b9651706d8a1 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:17.569534 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-450306d9-36fc-412f-9c11-86296670e145 req-54e75927-d020-406f-a720-b9651706d8a1 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0687690 Jun 28 15:34:17.613950 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-450306d9-36fc-412f-9c11-86296670e145 req-5e30b5f0-3fc2-448f-8c41-494db056cafc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381012 Jun 28 15:34:17.858274 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b6e57-f691-4a1f-b54c-d103f98df615 req-ad8eb7bf-8719-49f8-a381-40fb9a5f6b64 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:17.860071 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ee1b6e57-f691-4a1f-b54c-d103f98df615 req-ad8eb7bf-8719-49f8-a381-40fb9a5f6b64 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0685720 Jun 28 15:34:17.900709 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ee1b6e57-f691-4a1f-b54c-d103f98df615 req-fc88a288-4407-49a1-b44f-9d148695ba16 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344183 Jun 28 15:34:18.201268 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9793b3-fffc-43e9-bc70-bb0049d530be req-d8af7ff8-bab9-4538-a906-74bc372ed95c tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:18.203005 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6a9793b3-fffc-43e9-bc70-bb0049d530be req-d8af7ff8-bab9-4538-a906-74bc372ed95c tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0780013 Jun 28 15:34:18.249862 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6a9793b3-fffc-43e9-bc70-bb0049d530be req-2d22e2d8-0bfc-4946-bb66-64310e8f5045 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393014 Jun 28 15:34:18.860323 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759bc46-16bc-42d7-8589-7a13ff76f09f req-fa9d9e2a-1bc7-491b-bf71-998f2ecb00bf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:18.862137 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3759bc46-16bc-42d7-8589-7a13ff76f09f req-fa9d9e2a-1bc7-491b-bf71-998f2ecb00bf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0869992 Jun 28 15:34:18.920116 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3759bc46-16bc-42d7-8589-7a13ff76f09f req-ea80e131-8cf7-426d-aa50-4649d063102e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502508 Jun 28 15:34:19.113260 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f2718-df69-478e-b226-f4831b2ff216 req-b1c3d9cb-cd30-4ce4-83e6-f0fd9d0499e4 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:19.121001 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f42f2718-df69-478e-b226-f4831b2ff216 req-b1c3d9cb-cd30-4ce4-83e6-f0fd9d0499e4 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0835648 Jun 28 15:34:19.156659 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f42f2718-df69-478e-b226-f4831b2ff216 req-3786b136-362e-4a75-ac99-9297e418fa73 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347383 Jun 28 15:34:19.466883 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1b3b4-935a-4e74-9b23-ac7c5b9f9da7 req-7a99e133-a863-401b-97ed-d83f6891df2c tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:19.468454 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6ee1b3b4-935a-4e74-9b23-ac7c5b9f9da7 req-7a99e133-a863-401b-97ed-d83f6891df2c tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0946472 Jun 28 15:34:19.531632 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6ee1b3b4-935a-4e74-9b23-ac7c5b9f9da7 req-f6c2c87c-17d7-492f-abb1-5b4d7a11769e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547333 Jun 28 15:34:19.978037 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5f01-42f6-46aa-a1d2-f1db24d0ffdd req-6dbfe29e-906d-4e73-ac64-3ac3aef369a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:19.980078 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-90cc5f01-42f6-46aa-a1d2-f1db24d0ffdd req-6dbfe29e-906d-4e73-ac64-3ac3aef369a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79f47aa1164e8d93df60b1f8e4e9ee&device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 1098 time: 0.0927651 Jun 28 15:34:20.059192 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f25df4-82a9-4c45-b3e6-6a62c3fda00a req-518ac36d-d19e-4fc9-84f0-8d5a4cd1667b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:20.061544 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-34f25df4-82a9-4c45-b3e6-6a62c3fda00a req-518ac36d-d19e-4fc9-84f0-8d5a4cd1667b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1424854 Jun 28 15:34:20.118380 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-34f25df4-82a9-4c45-b3e6-6a62c3fda00a req-99bfabd5-b3e0-49c2-9f02-0e0f96e648af tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500536 Jun 28 15:34:20.148031 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5f01-42f6-46aa-a1d2-f1db24d0ffdd req-e1ee32e5-7a04-4b15-9603-67f3111bea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:20.149623 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-90cc5f01-42f6-46aa-a1d2-f1db24d0ffdd req-e1ee32e5-7a04-4b15-9603-67f3111bea80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa HTTP/1.1" status: 200 len: 918 time: 0.1603498 Jun 28 15:34:20.209989 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-90cc5f01-42f6-46aa-a1d2-f1db24d0ffdd req-2353c7c4-253c-4b70-8579-38f7330420ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=001e505d-02ff-42a5-b4ed-a475521deccd HTTP/1.1" status: 200 len: 217 time: 0.0433397 Jun 28 15:34:20.217450 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e03f4-2b34-49c0-9ab9-8dfe3b7db122 req-075f4e4d-60af-4e74-a819-5a60afda191a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:20.218851 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b78e03f4-2b34-49c0-9ab9-8dfe3b7db122 req-075f4e4d-60af-4e74-a819-5a60afda191a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.1474273 Jun 28 15:34:20.285067 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5f01-42f6-46aa-a1d2-f1db24d0ffdd req-6f3054c5-4a4f-45f4-ae78-1ffb17a86f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:20.286521 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-90cc5f01-42f6-46aa-a1d2-f1db24d0ffdd req-6f3054c5-4a4f-45f4-ae78-1ffb17a86f32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24ba7c8a-dbac-438a-96f3-be136ed79139 HTTP/1.1" status: 200 len: 857 time: 0.0668228 Jun 28 15:34:20.289931 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b78e03f4-2b34-49c0-9ab9-8dfe3b7db122 req-cf9ecca0-88b8-4fc3-ad91-23789c9b64a7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628281 Jun 28 15:34:20.322112 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-90cc5f01-42f6-46aa-a1d2-f1db24d0ffdd req-f71c3d17-05b8-43b2-9bf2-7c990fe28c52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264122 Jun 28 15:34:20.486878 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-90cc5f01-42f6-46aa-a1d2-f1db24d0ffdd req-19b014b7-c294-47d4-9bea-d2b535ae3385 service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483178 Jun 28 15:34:20.499491 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683391a-04ca-41a6-8b87-04fc607eb83a req-bc9bd87f-e5eb-4bc2-a5e6-9a0f52b8ce3b tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:20.502183 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c683391a-04ca-41a6-8b87-04fc607eb83a req-bc9bd87f-e5eb-4bc2-a5e6-9a0f52b8ce3b tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.1067326 Jun 28 15:34:20.599128 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c683391a-04ca-41a6-8b87-04fc607eb83a req-25e2109c-e9af-4a48-b611-7b1b5443db0a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881898 Jun 28 15:34:20.635134 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-90cc5f01-42f6-46aa-a1d2-f1db24d0ffdd req-c4d7914c-e5ab-4429-a420-68fec7932dfe service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314178 Jun 28 15:34:20.735902 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-9dd9ef7d-de79-4825-a61d-929328de0aaa tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:20.737338 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-9dd9ef7d-de79-4825-a61d-929328de0aaa tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/networks?id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826 HTTP/1.1" status: 200 len: 814 time: 0.1146734 Jun 28 15:34:20.751329 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-76f5e44c-1765-4474-a05c-475e9c61bde0 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/quotas/bd212ab8b9a643d0a22a570a554e10cd HTTP/1.1" status: 200 len: 375 time: 0.0086126 Jun 28 15:34:20.816478 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-b272e82a-ad6d-4db8-be29-6d8a9b29543b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd212ab8b9a643d0a22a570a554e10cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604770 Jun 28 15:34:20.913031 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-5957f2b9-e8e7-4f86-8e77-525f03e8002b service neutron] 10.222.0.30 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843256 Jun 28 15:34:20.999664 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-08d836bb-45dd-4f34-bcd7-890bd8603699 service neutron] 10.222.0.30 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805786 Jun 28 15:34:21.164001 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5448ae5e-c3f2-48ce-8a0f-1f34487e178f req-370df5c5-afbc-490f-9dee-17e72388333a tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 210 time: 0.0291562 Jun 28 15:34:21.306150 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faeb66-6674-4566-8401-7231168d06de req-5ca76624-eebe-46dc-a263-77c8d785c22d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:21.308191 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-74faeb66-6674-4566-8401-7231168d06de req-5ca76624-eebe-46dc-a263-77c8d785c22d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0761542 Jun 28 15:34:21.352797 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-74faeb66-6674-4566-8401-7231168d06de req-5fc25b6f-7e43-4394-a278-4ea2fda73709 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374947 Jun 28 15:34:21.495125 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16a0c-faba-4e6d-b2ef-be9600b9273c req-1bef005d-5caa-46b1-8535-50d6e60371f5 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:21.503782 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b0c16a0c-faba-4e6d-b2ef-be9600b9273c req-1bef005d-5caa-46b1-8535-50d6e60371f5 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0823383 Jun 28 15:34:21.548446 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b0c16a0c-faba-4e6d-b2ef-be9600b9273c req-f7a39bce-6d55-491c-89b1-f022e4193ddd tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436609 Jun 28 15:34:21.779434 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a1d5b-7159-4153-ad8f-53f77ea8c639 req-50d37bb4-1684-4ca5-b45f-8067f89c2263 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:21.780815 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d93a1d5b-7159-4153-ad8f-53f77ea8c639 req-50d37bb4-1684-4ca5-b45f-8067f89c2263 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0627155 Jun 28 15:34:21.820014 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d93a1d5b-7159-4153-ad8f-53f77ea8c639 req-0e2d7c1c-7c38-4c95-91af-78a04cc6be8b tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332053 Jun 28 15:34:22.303889 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3571eba6-3e69-43fe-8477-c72a8e82ed9a req-433c2c57-1c1d-459d-b0e4-7316cacd2a06 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 210 time: 0.0294466 Jun 28 15:34:22.429364 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-4a75e209-943e-41cc-857a-4767d5e39aa1 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:22.430844 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-4a75e209-943e-41cc-857a-4767d5e39aa1 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.13 "GET /v2.0/networks?id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826 HTTP/1.1" status: 200 len: 814 time: 0.1061575 Jun 28 15:34:22.446437 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Request body: {'port': {'device_id': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'admin_state_up': True, 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:22.605261 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc2f27-b0fc-41f6-9396-79636d97f9e6 req-a09954da-feab-4762-88f6-f44c386e7142 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:22.606843 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06bc2f27-b0fc-41f6-9396-79636d97f9e6 req-a09954da-feab-4762-88f6-f44c386e7142 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1275988 Jun 28 15:34:22.641416 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Made reservation on behalf of bd212ab8b9a643d0a22a570a554e10cd for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:34:22.644796 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:22.666131 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06bc2f27-b0fc-41f6-9396-79636d97f9e6 req-84d403d7-f832-433a-8fd8-153193bbff97 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517995 Jun 28 15:34:22.752564 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a706b0-adc3-456d-a111-4ece30666138 req-f1c12a55-b358-4e9c-ac03-b4d5da1c6539 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:22.754055 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-08a706b0-adc3-456d-a111-4ece30666138 req-f1c12a55-b358-4e9c-ac03-b4d5da1c6539 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0733666 Jun 28 15:34:22.788337 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Allocated IP 172.20.0.10 (f280635e-93a4-4bf1-b86c-1a3ccdbf4826/8f3549a4-15ef-4838-85b0-5b2ebd2cf241/93167b20-e6c4-4c8e-ab11-eaebbc51d879) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:34:22.794638 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-08a706b0-adc3-456d-a111-4ece30666138 req-261074ad-e89a-442b-912b-b926fdfe1620 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334723 Jun 28 15:34:22.979578 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:23.006597 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Transition to ACTIVE for port object 93167b20-e6c4-4c8e-ab11-eaebbc51d879 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:34:23.050009 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b38871-3a8e-4abd-912a-fb1a7a5925d5 req-396bf28c-a9f8-4800-b31e-31eb13a846fe tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:23.051536 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b4b38871-3a8e-4abd-912a-fb1a7a5925d5 req-396bf28c-a9f8-4800-b31e-31eb13a846fe tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.1141357 Jun 28 15:34:23.069946 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:23.081643 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:23.157196 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:34:23.164698 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b4b38871-3a8e-4abd-912a-fb1a7a5925d5 req-045705c7-c25d-4b9f-82df-dff412cf941f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055470 Jun 28 15:34:23.165766 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:34:23.167742 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event updated for resources: {'Port': ['ID=93167b20-e6c4-4c8e-ab11-eaebbc51d879,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:23.169952 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:34:23.176088 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:23.176744 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:23.197744 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:23.198371 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:23.198747 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:23.199098 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:23.199506 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:23.199788 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:23.200136 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:23.200480 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:23.200825 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:23.201211 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:23.201501 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:23.202014 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:23.219045 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:23.227508 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7871628 Jun 28 15:34:23.495254 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-b7be3fb2-4a00-4db9-b98f-db87b6fc3eb6 None None] Provisioning for port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:34:23.500695 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-b7be3fb2-4a00-4db9-b98f-db87b6fc3eb6 None None] Provisioning complete for port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:23.501130 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b7be3fb2-4a00-4db9-b98f-db87b6fc3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:23.527495 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47824f56-0a53-4716-8a18-3059e118b013 req-5078966f-2197-4ed4-a13b-2bc1a48ed830 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:23.529095 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-47824f56-0a53-4716-8a18-3059e118b013 req-5078966f-2197-4ed4-a13b-2bc1a48ed830 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 932 time: 0.0994141 Jun 28 15:34:23.537881 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-b7be3fb2-4a00-4db9-b98f-db87b6fc3eb6 None None] Port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:34:23.581538 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-47824f56-0a53-4716-8a18-3059e118b013 req-b3b99f40-f598-4c77-9fca-c3d8f5c32fcb tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384033 Jun 28 15:34:23.846091 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca1599-90b7-4e4a-8d4e-1887a8f27133 req-7effedf6-757d-4f16-8cf9-8a20c58f6508 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:23.848224 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e7ca1599-90b7-4e4a-8d4e-1887a8f27133 req-7effedf6-757d-4f16-8cf9-8a20c58f6508 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0681312 Jun 28 15:34:23.898792 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e7ca1599-90b7-4e4a-8d4e-1887a8f27133 req-8664b127-1bc5-44cc-b84a-2b37ddf9ff5d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 Jun 28 15:34:24.008349 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9fdc6-2ebe-486e-94fb-c2a002988065 req-2b34e6bb-b23e-4d5a-833f-0f41112fb7e0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:24.009796 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9aa9fdc6-2ebe-486e-94fb-c2a002988065 req-2b34e6bb-b23e-4d5a-833f-0f41112fb7e0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0797126 Jun 28 15:34:24.051927 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9aa9fdc6-2ebe-486e-94fb-c2a002988065 req-1aab7d1e-abff-408d-a807-b771a353716d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364358 Jun 28 15:34:24.354302 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104a326-ab56-4046-bc9b-ba4734a9490a req-1533e82c-83e7-4c60-a329-602e10fc3d2c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:24.355703 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8104a326-ab56-4046-bc9b-ba4734a9490a req-1533e82c-83e7-4c60-a329-602e10fc3d2c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0682743 Jun 28 15:34:24.393571 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8104a326-ab56-4046-bc9b-ba4734a9490a req-912cf862-a193-43ab-bda1-2a726b560743 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322180 Jun 28 15:34:24.759734 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7fd86-42b0-4bd1-83be-5612d57c4b49 req-e87d88e0-3ddb-45af-8886-4c31c8c97001 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:24.761435 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a0e7fd86-42b0-4bd1-83be-5612d57c4b49 req-e87d88e0-3ddb-45af-8886-4c31c8c97001 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 932 time: 0.0638828 Jun 28 15:34:24.799717 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a0e7fd86-42b0-4bd1-83be-5612d57c4b49 req-fe19e56a-774d-4ca9-9e4a-f6b957de3c70 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326786 Jun 28 15:34:25.257553 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d6ef6-902d-464b-8418-fcfc58687067 req-247e905c-28df-4000-96c6-0e9e068f06df tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:25.259099 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b53d6ef6-902d-464b-8418-fcfc58687067 req-247e905c-28df-4000-96c6-0e9e068f06df tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0677781 Jun 28 15:34:25.516024 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56f389-c88f-44fb-9054-8ecbaedde6dc req-2ce7b2f3-21d3-4e4d-8b7d-066678c739d7 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:25.524081 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-6b56f389-c88f-44fb-9054-8ecbaedde6dc req-2ce7b2f3-21d3-4e4d-8b7d-066678c739d7 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0788033 Jun 28 15:34:25.562805 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b53d6ef6-902d-464b-8418-fcfc58687067 req-32482b67-b181-4056-ba77-5061c4d36729 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948263 Jun 28 15:34:25.571477 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-6b56f389-c88f-44fb-9054-8ecbaedde6dc req-18c415c2-191d-4bf6-8fb9-b346114649ed tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414624 Jun 28 15:34:25.762229 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936483a-57af-42ca-834c-61e26a61e51a req-a70f0983-fc91-4516-b3fb-e35fe29d2c23 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:25.763799 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0936483a-57af-42ca-834c-61e26a61e51a req-a70f0983-fc91-4516-b3fb-e35fe29d2c23 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0776615 Jun 28 15:34:25.803689 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0936483a-57af-42ca-834c-61e26a61e51a req-78a7ddbf-2f58-40be-b97f-4ac185d02916 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330515 Jun 28 15:34:25.972688 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba977c0-42d4-41d3-807a-3ffd3a87404a req-06c9192a-9813-4a55-a678-2b5dd38c83de tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:25.974144 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bba977c0-42d4-41d3-807a-3ffd3a87404a req-06c9192a-9813-4a55-a678-2b5dd38c83de tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 932 time: 0.0620034 Jun 28 15:34:26.018735 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bba977c0-42d4-41d3-807a-3ffd3a87404a req-6df64d7d-3da9-4bfe-9fda-188822c74f4c tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383115 Jun 28 15:34:26.762180 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a833c2-f3f3-4edd-8095-1adef30fa4a6 req-b6d41c3b-6c26-4b08-a31b-ff6e34875d73 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:26.763571 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-84a833c2-f3f3-4edd-8095-1adef30fa4a6 req-b6d41c3b-6c26-4b08-a31b-ff6e34875d73 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0694151 Jun 28 15:34:26.804678 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-84a833c2-f3f3-4edd-8095-1adef30fa4a6 req-e8e0dee2-9c67-4e51-a08a-c201de859293 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353649 Jun 28 15:34:26.977584 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc3aa9-32d0-4be4-98b0-96ffa4059a8e req-76d376b1-d516-4b21-92a5-9edf72fc2c07 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:26.979072 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d7bc3aa9-32d0-4be4-98b0-96ffa4059a8e req-76d376b1-d516-4b21-92a5-9edf72fc2c07 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0626566 Jun 28 15:34:27.018616 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d7bc3aa9-32d0-4be4-98b0-96ffa4059a8e req-bc454541-e335-4e18-ba04-9eb79e1a2c96 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337448 Jun 28 15:34:27.199530 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76132f41-a1f6-4692-a999-b295252bb2c2 req-2903bd7b-994b-48e3-a404-73dc18364415 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:27.201056 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-76132f41-a1f6-4692-a999-b295252bb2c2 req-2903bd7b-994b-48e3-a404-73dc18364415 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 932 time: 0.0664804 Jun 28 15:34:27.242045 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-76132f41-a1f6-4692-a999-b295252bb2c2 req-3c331986-ee09-46d8-bbfd-c51156fd7eb9 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333622 Jun 28 15:34:28.013984 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f2ae0-9de8-4b2a-aa97-61cc9c18a218 req-84d5766e-52ac-4be4-abc3-83495e0d070d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:28.015534 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9c5f2ae0-9de8-4b2a-aa97-61cc9c18a218 req-84d5766e-52ac-4be4-abc3-83495e0d070d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0770772 Jun 28 15:34:28.056570 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9c5f2ae0-9de8-4b2a-aa97-61cc9c18a218 req-212f7782-82f4-4f8e-b87b-531e8dd57c5a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347800 Jun 28 15:34:28.232938 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b4ac2-e8e7-46de-a4cd-08a6b13dccb7 req-ecfdb232-28a8-4533-9cc5-f6b5803fa23f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:28.235174 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1d3b4ac2-e8e7-46de-a4cd-08a6b13dccb7 req-ecfdb232-28a8-4533-9cc5-f6b5803fa23f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0650561 Jun 28 15:34:28.279274 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1d3b4ac2-e8e7-46de-a4cd-08a6b13dccb7 req-c1fdb652-3f6b-4108-8ed0-9ea2a3bcd8c9 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382915 Jun 28 15:34:28.448587 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ff45d-f928-466f-9be5-69dcd1f32f19 req-49976fa2-f8bd-4e70-91b1-630f9bb45797 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:28.450038 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1a1ff45d-f928-466f-9be5-69dcd1f32f19 req-49976fa2-f8bd-4e70-91b1-630f9bb45797 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 932 time: 0.0703275 Jun 28 15:34:28.490815 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1a1ff45d-f928-466f-9be5-69dcd1f32f19 req-574d1f86-adbc-4b82-bd38-46733f862e75 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326788 Jun 28 15:34:29.236261 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5c248-b7c1-4f8a-8aeb-f2d8d9d1ade6 req-f7cead82-67d3-473d-851f-b25a0fe1d5cf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:29.237711 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c3b5c248-b7c1-4f8a-8aeb-f2d8d9d1ade6 req-f7cead82-67d3-473d-851f-b25a0fe1d5cf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0634272 Jun 28 15:34:29.273196 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c3b5c248-b7c1-4f8a-8aeb-f2d8d9d1ade6 req-0559215e-4c18-4c04-ab45-3f4b20b619f2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293057 Jun 28 15:34:29.456227 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f92623-2547-4a6d-936d-f338294c014c req-4b10f55d-2880-493d-8919-679631310395 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:29.457861 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-75f92623-2547-4a6d-936d-f338294c014c req-4b10f55d-2880-493d-8919-679631310395 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0656431 Jun 28 15:34:29.503868 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-75f92623-2547-4a6d-936d-f338294c014c req-4a28a431-86ac-4cb0-ab70-f393598d92d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401540 Jun 28 15:34:29.676340 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dc80f-e21d-4cab-bf46-ac137da2d9f0 req-2c22fbb8-5fc1-4d63-9993-c3ce9b8a824b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:29.677796 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-320dc80f-e21d-4cab-bf46-ac137da2d9f0 req-2c22fbb8-5fc1-4d63-9993-c3ce9b8a824b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 932 time: 0.0636957 Jun 28 15:34:29.716653 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-320dc80f-e21d-4cab-bf46-ac137da2d9f0 req-b70ade94-4d49-479e-9b65-d7aa97e6af3d tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331368 Jun 28 15:34:30.455880 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e409e9-961f-497d-bab7-42861b7739cc req-78656ee4-e187-4048-913e-94f4297e2651 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:30.457484 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-95e409e9-961f-497d-bab7-42861b7739cc req-78656ee4-e187-4048-913e-94f4297e2651 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0666029 Jun 28 15:34:30.496167 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-95e409e9-961f-497d-bab7-42861b7739cc req-53f71845-005a-469a-a5d7-4105334cd6c0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313618 Jun 28 15:34:30.686588 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8cf9b-0b29-4e70-ad5c-eb138826fdce req-b7db3371-ae2c-4db1-8e2e-3eec6e3e1d29 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:30.687981 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8cc8cf9b-0b29-4e70-ad5c-eb138826fdce req-b7db3371-ae2c-4db1-8e2e-3eec6e3e1d29 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0692885 Jun 28 15:34:30.727176 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8cc8cf9b-0b29-4e70-ad5c-eb138826fdce req-f7c46d27-2405-4713-9258-af2e2e902539 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336113 Jun 28 15:34:30.895243 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3dd19-5779-4069-81e2-761c65b3d835 req-b6bd2ee4-ab69-499e-9e38-06890c60b328 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:30.896747 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-41d3dd19-5779-4069-81e2-761c65b3d835 req-b6bd2ee4-ab69-499e-9e38-06890c60b328 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 932 time: 0.0625536 Jun 28 15:34:30.936447 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-41d3dd19-5779-4069-81e2-761c65b3d835 req-7d1d5446-e7a9-4290-8474-4a1862545c5a tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337148 Jun 28 15:34:31.677942 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a8184-fe4a-4887-86bb-588ec0eff7d7 req-f8454061-2396-40a9-b42c-91c7984c7ea9 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:31.679468 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1e8a8184-fe4a-4887-86bb-588ec0eff7d7 req-f8454061-2396-40a9-b42c-91c7984c7ea9 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0642273 Jun 28 15:34:31.718255 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1e8a8184-fe4a-4887-86bb-588ec0eff7d7 req-e726904e-21e1-438a-b148-d6982e046953 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331101 Jun 28 15:34:31.914078 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36348355-e313-429d-a4fb-39d502c700c5 req-00f89611-9916-4e16-8a58-761b6d4c0bfb tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:31.915786 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-36348355-e313-429d-a4fb-39d502c700c5 req-00f89611-9916-4e16-8a58-761b6d4c0bfb tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0720956 Jun 28 15:34:31.960633 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-36348355-e313-429d-a4fb-39d502c700c5 req-4d18bbb3-c7ad-417f-b59d-49dbb08d17f4 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386579 Jun 28 15:34:32.125601 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782ec40-dcdd-47fa-b023-60b3bdc1183b req-257aae31-8ed1-4c04-a443-f2db30fe3f03 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:32.127071 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c782ec40-dcdd-47fa-b023-60b3bdc1183b req-257aae31-8ed1-4c04-a443-f2db30fe3f03 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 932 time: 0.0719140 Jun 28 15:34:32.162930 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c782ec40-dcdd-47fa-b023-60b3bdc1183b req-d29f71ed-192a-43b7-ae64-27fa3d7def80 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296938 Jun 28 15:34:32.909820 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45089e53-cd08-4436-a722-51e8cba9d05a req-2ac85670-4f6b-4a43-a2c3-dbaa6c87acc0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:32.911340 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-45089e53-cd08-4436-a722-51e8cba9d05a req-2ac85670-4f6b-4a43-a2c3-dbaa6c87acc0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0697577 Jun 28 15:34:32.953098 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-45089e53-cd08-4436-a722-51e8cba9d05a req-eff6a380-dcf9-4002-831b-d1f181f4705a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334907 Jun 28 15:34:33.138858 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0615b46-44a9-4041-8f4e-89ffad693e0b req-3a7e6367-5ed6-4e60-98ed-259dd86cee4a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:33.140309 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b0615b46-44a9-4041-8f4e-89ffad693e0b req-3a7e6367-5ed6-4e60-98ed-259dd86cee4a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0685244 Jun 28 15:34:33.180662 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b0615b46-44a9-4041-8f4e-89ffad693e0b req-753d5f1f-8c91-42c7-b849-edd19c066790 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347011 Jun 28 15:34:33.344943 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30f18-e83a-424c-b19f-b5360666ba67 req-e48e7cd3-e37b-4dcc-aef3-011610cb7707 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:33.351769 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-52a30f18-e83a-424c-b19f-b5360666ba67 req-e48e7cd3-e37b-4dcc-aef3-011610cb7707 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 932 time: 0.0689425 Jun 28 15:34:33.386717 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-52a30f18-e83a-424c-b19f-b5360666ba67 req-756649e8-ca27-4aed-bcd3-a2dfd25b2ea2 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339181 Jun 28 15:34:33.923018 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1ad2f4de-6675-4e67-bca3-5fb62a0bf48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:34.144031 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1e9a8-d44e-441b-bb41-46072762c6e1 req-722e3324-b098-42e3-a61a-719682a1c04c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:34.150487 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e3d1e9a8-d44e-441b-bb41-46072762c6e1 req-722e3324-b098-42e3-a61a-719682a1c04c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0781782 Jun 28 15:34:34.183959 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e3d1e9a8-d44e-441b-bb41-46072762c6e1 req-7a319414-d22b-4bba-b654-8e8f096eb5bb tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321400 Jun 28 15:34:34.355208 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145a888-4630-4af1-bc43-742502be173d req-b3de79a9-e3a8-444f-9a8c-cca3326a3cc6 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:34.356629 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a145a888-4630-4af1-bc43-742502be173d req-b3de79a9-e3a8-444f-9a8c-cca3326a3cc6 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0615447 Jun 28 15:34:34.391398 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a145a888-4630-4af1-bc43-742502be173d req-8fd6280c-f6fd-409c-92e8-feb7163ae682 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293612 Jun 28 15:34:34.526714 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Request body: {'port': {'device_id': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:34.557760 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af8223-349c-46b1-a10a-a112dcbe2a99 req-27a7ca7c-ee90-4756-aa7d-453186998fa0 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:34.559283 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b4af8223-349c-46b1-a10a-a112dcbe2a99 req-27a7ca7c-ee90-4756-aa7d-453186998fa0 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 932 time: 0.0667708 Jun 28 15:34:34.608966 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b4af8223-349c-46b1-a10a-a112dcbe2a99 req-263f3e26-7036-4726-af0d-d9c97b31f84a tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418928 Jun 28 15:34:34.613998 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:34.901358 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93167b20-e6c4-4c8e-ab11-eaebbc51d879 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:34:34.908622 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:34.920757 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Transition to ACTIVE for port object 93167b20-e6c4-4c8e-ab11-eaebbc51d879 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:34:34.924816 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:34.929327 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ba083a70-968a-4708-946d-ccf17078a71f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:34.976279 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Pushing event updated for resources: {'Port': ['ID=93167b20-e6c4-4c8e-ab11-eaebbc51d879,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:34.980909 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:35.015068 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Attempting to bind port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:34:35.015408 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Attempting to bind port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:34:35.015734 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Attempting to bind port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 on network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:34:35.020693 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 on network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:34:35.021058 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Attempting to bind port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 on network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:34:35.026328 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:34:35.027604 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Checking segment: {'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:34:35.028000 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Bound using segment: {'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:34:35.028414 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Bound port: 93167b20-e6c4-4c8e-ab11-eaebbc51d879, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84edf26-6924-4e64-864d-05773250e489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:34:35.028756 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:35.104048 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] For port 93167b20-e6c4-4c8e-ab11-eaebbc51d879, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:34:35.108413 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] For port 93167b20-e6c4-4c8e-ab11-eaebbc51d879, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:34:35.114235 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:35.118031 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a0ba0f68-ce44-4bc7-a761-f59451285225 tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:35.151256 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:35.152200 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:35.153550 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] 10.222.0.13 "PUT /v2.0/ports/93167b20-e6c4-4c8e-ab11-eaebbc51d879 HTTP/1.1" status: 200 len: 1094 time: 0.6347132 Jun 28 15:34:35.155839 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:34:35.159046 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054f73c6-5697-4839-abd3-b2e89396d81a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:34:35.189633 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Pushing event updated for resources: {'Port': ['ID=93167b20-e6c4-4c8e-ab11-eaebbc51d879,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:35.195590 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:35.208866 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc220c5c-45f2-4f5c-b02d-e12fc40b5f74 x-openstack-request-id: req-bc220c5c-45f2-4f5c-b02d-e12fc40b5f74 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:34:35.209187 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:34:35.209467 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc220c5c-45f2-4f5c-b02d-e12fc40b5f74 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:34:35.209883 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'status': 'completed', 'code': 200} Jun 28 15:34:35.255945 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-fae274ee-de54-44f4-ad2e-39ce58484c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:35.257576 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-fae274ee-de54-44f4-ad2e-39ce58484c01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd212ab8b9a643d0a22a570a554e10cd&device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 1097 time: 0.0599248 Jun 28 15:34:35.302158 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-765021f0-3589-4a00-be55-9fd059a318ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879 HTTP/1.1" status: 200 len: 217 time: 0.0360420 Jun 28 15:34:35.389255 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-283fe26e-c33b-4668-818d-587ffc8c8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:35.390733 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-283fe26e-c33b-4668-818d-587ffc8c8228 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f3549a4-15ef-4838-85b0-5b2ebd2cf241 HTTP/1.1" status: 200 len: 853 time: 0.0808835 Jun 28 15:34:35.439380 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cac3f2-812e-4513-8ca4-324611ced161 req-29e11200-9106-4fa7-a9ff-a93f48ca5a89 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:35.440904 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-33cac3f2-812e-4513-8ca4-324611ced161 req-29e11200-9106-4fa7-a9ff-a93f48ca5a89 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.1235628 Jun 28 15:34:35.497177 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-33cac3f2-812e-4513-8ca4-324611ced161 req-49d8e3c5-7a4b-4abd-bb44-7235271f6220 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489771 Jun 28 15:34:35.500296 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-47d4d9f8-a6fe-4767-8178-7285c5f5055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:35.501823 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-47d4d9f8-a6fe-4767-8178-7285c5f5055d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1017296 Jun 28 15:34:35.594504 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1176d8d-1ab0-46d6-846a-fafebadba339 req-2673cf10-de1d-43fe-95cd-f1b017eecad0 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:35.595994 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c1176d8d-1ab0-46d6-846a-fafebadba339 req-2673cf10-de1d-43fe-95cd-f1b017eecad0 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0654104 Jun 28 15:34:35.622468 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-8ad1bf01-992a-4962-9d84-3a961f316157 service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045690 Jun 28 15:34:35.636431 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c1176d8d-1ab0-46d6-846a-fafebadba339 req-02e5ab52-a981-46fd-b524-3d944bf1101e tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339551 Jun 28 15:34:35.721123 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8117d340-d5fd-48aa-8501-66397a5c54fb req-90369c99-9c94-4eee-9f4d-13b1c59e787f service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847862 Jun 28 15:34:35.827135 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd2a68-b5e5-465b-89aa-4cc7065cdee2 req-77c536b8-6cf4-44ca-80e7-79a6b1c294fb tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:35.828725 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a0bd2a68-b5e5-465b-89aa-4cc7065cdee2 req-77c536b8-6cf4-44ca-80e7-79a6b1c294fb tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 944 time: 0.1001983 Jun 28 15:34:35.873067 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f73c6-5697-4839-abd3-b2e89396d81a req-fa24a917-54f7-4c8d-907a-6160973f6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:35.874557 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-054f73c6-5697-4839-abd3-b2e89396d81a req-fa24a917-54f7-4c8d-907a-6160973f6138 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd212ab8b9a643d0a22a570a554e10cd&device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 1097 time: 0.0965238 Jun 28 15:34:35.906229 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a0bd2a68-b5e5-465b-89aa-4cc7065cdee2 req-2823422c-a6e2-4e4d-b499-b223e2daad89 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658965 Jun 28 15:34:35.980396 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f73c6-5697-4839-abd3-b2e89396d81a req-5c96e506-2263-4653-af5f-693174d77344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:35.982124 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-054f73c6-5697-4839-abd3-b2e89396d81a req-5c96e506-2263-4653-af5f-693174d77344 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826 HTTP/1.1" status: 200 len: 915 time: 0.1003649 Jun 28 15:34:36.028744 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd53d4f-14a6-4077-b3ca-081e1e0fc03a req-09d9bf93-5c16-4419-8db4-79aceeb624e8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:36.030399 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bdd53d4f-14a6-4077-b3ca-081e1e0fc03a req-09d9bf93-5c16-4419-8db4-79aceeb624e8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0692661 Jun 28 15:34:36.064922 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-054f73c6-5697-4839-abd3-b2e89396d81a req-78311ec5-8a23-4e7d-9629-2cf7480a4c42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879 HTTP/1.1" status: 200 len: 217 time: 0.0670846 Jun 28 15:34:36.073671 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bdd53d4f-14a6-4077-b3ca-081e1e0fc03a req-8e27b8c0-376c-4b8e-9580-686536fd81bf tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370395 Jun 28 15:34:36.147596 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9ae00-4f96-488c-a206-bae152adff72 req-1d671717-9d16-4268-83f1-b874b93ceb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:36.149111 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f0c9ae00-4f96-488c-a206-bae152adff72 req-1d671717-9d16-4268-83f1-b874b93ceb79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa7b97b5f12b46409d73a4a413f3d442&device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 1099 time: 0.1502252 Jun 28 15:34:36.150799 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f73c6-5697-4839-abd3-b2e89396d81a req-6531bea7-3fd6-4fba-8134-13cea2f0b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:36.152111 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-054f73c6-5697-4839-abd3-b2e89396d81a req-6531bea7-3fd6-4fba-8134-13cea2f0b8ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f3549a4-15ef-4838-85b0-5b2ebd2cf241 HTTP/1.1" status: 200 len: 853 time: 0.0727446 Jun 28 15:34:36.290206 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9ae00-4f96-488c-a206-bae152adff72 req-8f813bfc-9bec-4f90-8752-5ebbc46c6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:36.291619 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f0c9ae00-4f96-488c-a206-bae152adff72 req-8f813bfc-9bec-4f90-8752-5ebbc46c6d4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd283de2-b0ac-4f67-ad2f-3fe07c495478 HTTP/1.1" status: 200 len: 912 time: 0.1254580 Jun 28 15:34:36.293352 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f73c6-5697-4839-abd3-b2e89396d81a req-01611655-422d-4716-9900-0801a5249977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:36.294679 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-054f73c6-5697-4839-abd3-b2e89396d81a req-01611655-422d-4716-9900-0801a5249977 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1272888 Jun 28 15:34:36.415733 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f0c9ae00-4f96-488c-a206-bae152adff72 req-f8b6317d-2ab7-475d-b485-42721cc39d47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a524d9-0e90-4967-bbe8-2af18a546ea8 HTTP/1.1" status: 200 len: 1001 time: 0.1091025 Jun 28 15:34:36.474415 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-054f73c6-5697-4839-abd3-b2e89396d81a req-389b2aa4-38b1-49f4-8ddb-9aeb31a7322c service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617794 Jun 28 15:34:36.479670 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9ae00-4f96-488c-a206-bae152adff72 req-716ecf76-c3ad-40aa-87f2-9103c6654a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:36.480982 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f0c9ae00-4f96-488c-a206-bae152adff72 req-716ecf76-c3ad-40aa-87f2-9103c6654a80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=800ee415-7eda-45d6-8a9f-e801a3179bb1 HTTP/1.1" status: 200 len: 850 time: 0.0565333 Jun 28 15:34:36.615672 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-054f73c6-5697-4839-abd3-b2e89396d81a req-788f43d2-b054-4531-9535-4ac7d8987a89 service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208651 Jun 28 15:34:36.617333 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9ae00-4f96-488c-a206-bae152adff72 req-2e8fe0e7-44de-4cdb-bc9c-e26d4fd3f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:36.618673 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f0c9ae00-4f96-488c-a206-bae152adff72 req-2e8fe0e7-44de-4cdb-bc9c-e26d4fd3f1f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd283de2-b0ac-4f67-ad2f-3fe07c495478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1169422 Jun 28 15:34:36.694596 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:36.717907 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f0c9ae00-4f96-488c-a206-bae152adff72 req-15fd1b0f-84ab-4368-920c-5e0c91704ab1 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874996 Jun 28 15:34:36.815418 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f0c9ae00-4f96-488c-a206-bae152adff72 req-fc70c519-b658-4f2c-ba24-5b97d27046a5 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895932 Jun 28 15:34:36.884451 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0b368-8e35-476e-a98f-9b79bb139e22 req-056bf017-749a-443b-b53b-f262c262e5f2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:36.885948 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0ec0b368-8e35-476e-a98f-9b79bb139e22 req-056bf017-749a-443b-b53b-f262c262e5f2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.2667747 Jun 28 15:34:36.908453 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-368c099c-a622-44cb-9b90-9af2f368022b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:36.924521 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0ec0b368-8e35-476e-a98f-9b79bb139e22 req-e295170d-afc6-4a80-92cb-893e62ddd2d7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325971 Jun 28 15:34:37.085081 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f42394-498a-41ef-9a9a-b83013b6f72a req-6dfcce36-5eca-4412-a786-0a54879ca6ad tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:37.086586 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-66f42394-498a-41ef-9a9a-b83013b6f72a req-6dfcce36-5eca-4412-a786-0a54879ca6ad tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 944 time: 0.0624645 Jun 28 15:34:37.124062 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-66f42394-498a-41ef-9a9a-b83013b6f72a req-64041035-b4a9-4146-b9ae-79fe1d8c10eb tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Jun 28 15:34:37.137217 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 73a06cd2-a2c6-4876-9715-862c5cfb5329 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:34:37.264174 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:37.276213 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'port_id': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'mac_address': 'fa:16:3e:83:b0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:34:37.308639 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e4763-ef96-4edb-8918-a17c533a9f94 req-5d38f28e-2003-48e2-aa74-d9630dd3db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:37.310119 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-778e4763-ef96-4edb-8918-a17c533a9f94 req-5d38f28e-2003-48e2-aa74-d9630dd3db26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79f47aa1164e8d93df60b1f8e4e9ee&device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 1098 time: 0.0879900 Jun 28 15:34:37.313816 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:37.315471 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8786045-fa6a-4f53-935f-6a12980b7af3 req-aa6610cd-4451-4f17-a403-5bf5b335d8ce tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:37.317944 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a8786045-fa6a-4f53-935f-6a12980b7af3 req-aa6610cd-4451-4f17-a403-5bf5b335d8ce tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0762107 Jun 28 15:34:37.326746 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73a06cd2-a2c6-4876-9715-862c5cfb5329 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:34:37.347954 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:37.353240 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:37.354675 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ce3d6-f0d2-4f32-969c-2df893ada083 req-54da830a-6a23-4caf-a0cc-81f70002e655 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:37.355368 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b99189be-24a8-4f98-a0a0-b68d10fc1f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:37.356767 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-403ce3d6-f0d2-4f32-969c-2df893ada083 req-54da830a-6a23-4caf-a0cc-81f70002e655 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0840707 Jun 28 15:34:37.360738 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a8786045-fa6a-4f53-935f-6a12980b7af3 req-a27d6df1-3179-4e12-a5c6-5bb1b188a5a3 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362549 Jun 28 15:34:37.405033 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=73a06cd2-a2c6-4876-9715-862c5cfb5329,revision_number=6']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:37.408392 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:37.443773 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-403ce3d6-f0d2-4f32-969c-2df893ada083 req-0d4dcf2a-b08d-47d1-8b37-c729f34bab44 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703487 Jun 28 15:34:37.463015 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e4763-ef96-4edb-8918-a17c533a9f94 req-f4f0986f-f070-43c8-ac4a-1befb25a94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:37.464468 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-778e4763-ef96-4edb-8918-a17c533a9f94 req-f4f0986f-f070-43c8-ac4a-1befb25a94fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa HTTP/1.1" status: 200 len: 918 time: 0.1274464 Jun 28 15:34:37.501135 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['73a06cd2-a2c6-4876-9715-862c5cfb5329'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:34:37.508809 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-778e4763-ef96-4edb-8918-a17c533a9f94 req-d3a0cbce-da73-415a-a4cc-ff015a0f10f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=001e505d-02ff-42a5-b4ed-a475521deccd HTTP/1.1" status: 200 len: 217 time: 0.0371952 Jun 28 15:34:37.548270 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:37.582377 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e4763-ef96-4edb-8918-a17c533a9f94 req-5cee703c-87e6-420e-a631-58f2e87953c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:37.584537 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-778e4763-ef96-4edb-8918-a17c533a9f94 req-5cee703c-87e6-420e-a631-58f2e87953c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24ba7c8a-dbac-438a-96f3-be136ed79139 HTTP/1.1" status: 200 len: 857 time: 0.0458925 Jun 28 15:34:37.625702 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-778e4763-ef96-4edb-8918-a17c533a9f94 req-ab9e3c45-1065-42eb-87d6-d14dccd4f34a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269618 Jun 28 15:34:37.729123 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-778e4763-ef96-4edb-8918-a17c533a9f94 req-aee298bb-b4eb-44e0-b410-8e22997f1487 service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844390 Jun 28 15:34:37.824985 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-778e4763-ef96-4edb-8918-a17c533a9f94 req-eae2c1bd-f3f5-4ddf-84da-39a67f806d10 service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881202 Jun 28 15:34:37.836048 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:34:38.116384 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a96813-013e-4b64-8a6f-c7a0550ba244 req-bbb295f8-cbd1-4711-8f30-746df53817bc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:38.118898 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-84a96813-013e-4b64-8a6f-c7a0550ba244 req-bbb295f8-cbd1-4711-8f30-746df53817bc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 944 time: 0.0769646 Jun 28 15:34:38.161641 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-84a96813-013e-4b64-8a6f-c7a0550ba244 req-37d70114-dcd7-4c90-84cb-eecb287d304a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374308 Jun 28 15:34:38.367998 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72302d8-456d-4c93-a589-196f7f1bf03f req-b958a8d6-6474-4756-baa5-b0093f3b485e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:38.369388 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d72302d8-456d-4c93-a589-196f7f1bf03f req-b958a8d6-6474-4756-baa5-b0093f3b485e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 944 time: 0.1160097 Jun 28 15:34:38.428141 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d72302d8-456d-4c93-a589-196f7f1bf03f req-73b3a85a-c4db-42e4-99c1-893e3be61537 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515337 Jun 28 15:34:38.602291 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfc9fc-0e93-472a-b75b-afb8d64c87b8 req-cf5d09d7-dac5-4a5d-9242-869b73efb40d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:38.604027 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-17dfc9fc-0e93-472a-b75b-afb8d64c87b8 req-cf5d09d7-dac5-4a5d-9242-869b73efb40d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0737078 Jun 28 15:34:38.643906 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-17dfc9fc-0e93-472a-b75b-afb8d64c87b8 req-7b57189b-9bb5-41ca-b6ae-f7e07aa83ee2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338492 Jun 28 15:34:38.680854 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef4b42-40d2-4ae3-95cd-25fd973c657c req-c11faa9c-a0df-4200-92e5-fa61241b5707 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:38.682360 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f9ef4b42-40d2-4ae3-95cd-25fd973c657c req-c11faa9c-a0df-4200-92e5-fa61241b5707 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1048937 Jun 28 15:34:38.722351 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f9ef4b42-40d2-4ae3-95cd-25fd973c657c req-d1aebd11-8261-48ec-b054-cf8a9a76fc71 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335844 Jun 28 15:34:39.109566 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:39.140226 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 93167b20-e6c4-4c8e-ab11-eaebbc51d879 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:34:39.143808 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 73a06cd2-a2c6-4876-9715-862c5cfb5329 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:39.285714 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 73a06cd2-a2c6-4876-9715-862c5cfb5329 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:39.286092 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:39.342042 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 93167b20-e6c4-4c8e-ab11-eaebbc51d879, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:39.357519 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'port_id': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'mac_address': 'fa:16:3e:3a:fb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:34:39.404777 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f98076-0453-4090-8f7b-f81ddd4f696f req-129a7b4d-96a4-4544-bbdd-a3697427e819 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:39.411850 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d8f98076-0453-4090-8f7b-f81ddd4f696f req-129a7b4d-96a4-4544-bbdd-a3697427e819 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 944 time: 0.1003194 Jun 28 15:34:39.465800 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d8f98076-0453-4090-8f7b-f81ddd4f696f req-db7a8ad6-ab81-43f8-9db1-f85c45996523 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522246 Jun 28 15:34:39.475132 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:39.511187 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93167b20-e6c4-4c8e-ab11-eaebbc51d879 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:34:39.534938 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:39.557347 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 93167b20-e6c4-4c8e-ab11-eaebbc51d879, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:39.575219 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:39.578880 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:39.586960 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:34:39.588287 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474418f3-5e91-432b-91a3-b2f87a76dc0d" -d '{"events": [{"server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "name": "network-vif-plugged", "status": "completed", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:34:39.664377 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656f4ee-a6e8-4a37-be4d-22f1482b3ca6 req-6a92d638-c782-4358-8621-f1bef9eb9d19 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:39.666169 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a656f4ee-a6e8-4a37-be4d-22f1482b3ca6 req-6a92d638-c782-4358-8621-f1bef9eb9d19 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 945 time: 0.0830100 Jun 28 15:34:39.672838 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c72c8e-0d63-479e-98ba-729afec3f4f4 x-openstack-request-id: req-80c72c8e-0d63-479e-98ba-729afec3f4f4 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:34:39.673139 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "name": "network-vif-plugged", "status": "completed", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:34:39.673403 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80c72c8e-0d63-479e-98ba-729afec3f4f4 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:34:39.673791 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'code': 200} Jun 28 15:34:39.677080 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:39.685938 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:39.705583 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=93167b20-e6c4-4c8e-ab11-eaebbc51d879,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:39.715330 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:39.715837 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:39.740959 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a656f4ee-a6e8-4a37-be4d-22f1482b3ca6 req-e8da29fc-98fc-42a2-9ee9-0fb12cfad3b3 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640469 Jun 28 15:34:39.774682 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=73a06cd2-a2c6-4876-9715-862c5cfb5329,revision_number=7']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:39.784502 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:39.893295 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['93167b20-e6c4-4c8e-ab11-eaebbc51d879'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:34:39.935830 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f9d53-00cf-423a-9e83-f60484aa1115 req-c5a0fc2b-3457-4804-b375-d2c8053ab0be tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:39.942600 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-2c0f9d53-00cf-423a-9e83-f60484aa1115 req-c5a0fc2b-3457-4804-b375-d2c8053ab0be tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0945787 Jun 28 15:34:39.984519 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-2c0f9d53-00cf-423a-9e83-f60484aa1115 req-b53aad68-2ac4-4fcd-a8fd-d8f2d12caeba tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Jun 28 15:34:40.658776 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2638f-6839-4ec5-b96d-63795cfb4cba req-555830b1-55cf-424b-abfe-0b17737bca92 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:40.660534 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b1c2638f-6839-4ec5-b96d-63795cfb4cba req-555830b1-55cf-424b-abfe-0b17737bca92 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0674906 Jun 28 15:34:40.699927 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b1c2638f-6839-4ec5-b96d-63795cfb4cba req-8aa5aba2-8185-4525-b52e-3939c3763920 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336452 Jun 28 15:34:40.914515 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93110a78-5239-4217-ac03-b84c2037f52b req-8da33782-6cab-46db-9eef-a55a5c427e13 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:40.916192 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-93110a78-5239-4217-ac03-b84c2037f52b req-8da33782-6cab-46db-9eef-a55a5c427e13 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 945 time: 0.0658929 Jun 28 15:34:40.955860 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-93110a78-5239-4217-ac03-b84c2037f52b req-a773b7f3-3cec-4cd2-bf34-3b32ec634d58 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338829 Jun 28 15:34:41.171097 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 93167b20-e6c4-4c8e-ab11-eaebbc51d879 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:34:41.201398 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d14d71-61bb-4e54-b65b-5a24456c4212 req-2518abc2-6596-4d32-bcfc-121ef89647cc tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:41.203695 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a2d14d71-61bb-4e54-b65b-5a24456c4212 req-2518abc2-6596-4d32-bcfc-121ef89647cc tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0804465 Jun 28 15:34:41.250869 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:34:41.251180 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a2d14d71-61bb-4e54-b65b-5a24456c4212 req-ccf557a1-b206-4192-aacd-06d6eb0c3294 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401332 Jun 28 15:34:41.258398 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:41.258807 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:41.345928 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:41.385388 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 93167b20-e6c4-4c8e-ab11-eaebbc51d879, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:41.393543 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:41.395046 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4f76d5be-48ce-4ca6-b1df-1495bbb4b460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:41.449320 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=93167b20-e6c4-4c8e-ab11-eaebbc51d879,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:41.452681 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:41.675204 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:34:41.677750 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a82450-4249-4b5b-b0ae-d9534f636e88" -d '{"events": [{"server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "name": "network-vif-plugged", "status": "completed", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:34:41.717290 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570d0b69-1cda-4a9c-97ca-103d501d1272 x-openstack-request-id: req-570d0b69-1cda-4a9c-97ca-103d501d1272 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:34:41.717588 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "name": "network-vif-plugged", "status": "completed", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:34:41.717903 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-570d0b69-1cda-4a9c-97ca-103d501d1272 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:34:41.718300 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'code': 200} Jun 28 15:34:41.913584 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fff17-c55d-442d-9ad2-75386f7c4ce1 req-fad456ad-9253-4f9d-876b-4574d3b48d52 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:41.916123 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-997fff17-c55d-442d-9ad2-75386f7c4ce1 req-fad456ad-9253-4f9d-876b-4574d3b48d52 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0724890 Jun 28 15:34:41.967639 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-997fff17-c55d-442d-9ad2-75386f7c4ce1 req-af2094ef-d4cb-424a-bcb5-c95d65f23753 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Jun 28 15:34:42.048355 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b794e-61a7-4b03-96e0-a9456437e1b8 req-3cfb3a61-2f38-49ec-8c5b-63b8a2ac1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:42.050088 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ba0b794e-61a7-4b03-96e0-a9456437e1b8 req-3cfb3a61-2f38-49ec-8c5b-63b8a2ac1153 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 1099 time: 0.1111443 Jun 28 15:34:42.098848 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ba0b794e-61a7-4b03-96e0-a9456437e1b8 req-5c87729d-904d-4494-bd66-35c3c73fb7ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382531 Jun 28 15:34:42.183464 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d518360-02e3-4bca-a960-e68ccd11141f req-05a2ac94-cf73-49d4-b38b-e858308c5ff5 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:42.185353 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5d518360-02e3-4bca-a960-e68ccd11141f req-05a2ac94-cf73-49d4-b38b-e858308c5ff5 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 946 time: 0.0681548 Jun 28 15:34:42.226041 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5d518360-02e3-4bca-a960-e68ccd11141f req-40c2040b-524a-4f49-8c8a-c683f711f22b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345778 Jun 28 15:34:42.444373 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9812aaa-7055-4652-af3e-199956d4da84 req-009acfd8-2713-4692-9372-d8734979553a tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:42.445770 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c9812aaa-7055-4652-af3e-199956d4da84 req-009acfd8-2713-4692-9372-d8734979553a tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0739052 Jun 28 15:34:42.494308 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c9812aaa-7055-4652-af3e-199956d4da84 req-a97082ac-aeb5-40a3-a768-a1c299ec2db0 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424020 Jun 28 15:34:43.182898 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e9cdd-7225-4c68-9215-2afa1095c355 req-8971b237-4db3-4554-9fe5-1010c43fd676 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:43.190843 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7a6e9cdd-7225-4c68-9215-2afa1095c355 req-8971b237-4db3-4554-9fe5-1010c43fd676 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0883019 Jun 28 15:34:43.236559 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7a6e9cdd-7225-4c68-9215-2afa1095c355 req-c9342c57-329b-48b5-b942-909319583008 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447776 Jun 28 15:34:43.456133 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbfd04-d273-4166-be3e-6afcb8a9d185 req-184c4eb6-be7f-46c6-9c65-fd15502477c0 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:43.463936 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c3fbfd04-d273-4166-be3e-6afcb8a9d185 req-184c4eb6-be7f-46c6-9c65-fd15502477c0 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 946 time: 0.0963793 Jun 28 15:34:43.511609 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c3fbfd04-d273-4166-be3e-6afcb8a9d185 req-4b141411-fb26-4d7c-9467-dc19245f02ae tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466487 Jun 28 15:34:43.743563 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afdfa6-f33f-493c-b98d-153e5f970aa1 req-11351bee-d388-4585-8cdc-2862ef056b5b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:43.745195 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b1afdfa6-f33f-493c-b98d-153e5f970aa1 req-11351bee-d388-4585-8cdc-2862ef056b5b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1335456 Jun 28 15:34:43.791537 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b1afdfa6-f33f-493c-b98d-153e5f970aa1 req-bdc2683d-37aa-4162-8df2-12c77415a7e7 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Jun 28 15:34:44.488553 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bfdd5-b1c7-428e-859d-30cd02bda3b4 req-67655be8-7f6d-4c2c-a7a0-450a95ad38d4 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:44.496504 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-791bfdd5-b1c7-428e-859d-30cd02bda3b4 req-67655be8-7f6d-4c2c-a7a0-450a95ad38d4 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.1411493 Jun 28 15:34:44.531464 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-791bfdd5-b1c7-428e-859d-30cd02bda3b4 req-326d4313-422c-4ce2-a186-a1a7305577b9 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339804 Jun 28 15:34:44.722642 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973a33c-0e74-405d-9b03-5a5cff64e680 req-d0238244-3309-442f-a172-5e438306341d tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:44.725305 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b973a33c-0e74-405d-9b03-5a5cff64e680 req-d0238244-3309-442f-a172-5e438306341d tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 946 time: 0.0762300 Jun 28 15:34:44.775015 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b973a33c-0e74-405d-9b03-5a5cff64e680 req-3b3f95b1-40ac-4f0c-a06e-d05fa554c71a tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Jun 28 15:34:45.033094 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5054bb5-2b6e-4606-b4a8-660d1731c293 req-1377efaf-380f-4164-a72f-485702de7e27 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:45.042308 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f5054bb5-2b6e-4606-b4a8-660d1731c293 req-1377efaf-380f-4164-a72f-485702de7e27 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 946 time: 0.1283951 Jun 28 15:34:45.100177 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f5054bb5-2b6e-4606-b4a8-660d1731c293 req-f1e596cd-9fb6-4019-8068-6189330a1a3a tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544853 Jun 28 15:34:45.196382 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7766d952-9af5-4b38-9366-e936bde2d5b4 req-30144a82-603c-41d0-81fa-9adcb9d7da75 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871513 Jun 28 15:34:45.204583 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afc7d-47ed-4828-90b1-ad44a7e1f6cc req-84aed028-29d4-4494-8874-551d4dd47ca2 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:45.212178 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f03afc7d-47ed-4828-90b1-ad44a7e1f6cc req-84aed028-29d4-4494-8874-551d4dd47ca2 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1028609 Jun 28 15:34:45.273144 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f03afc7d-47ed-4828-90b1-ad44a7e1f6cc req-d12a48c6-4f24-425f-9a80-6fb9aa1575ac tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601726 Jun 28 15:34:45.308707 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766d952-9af5-4b38-9366-e936bde2d5b4 req-32047d54-24c9-433b-b6f0-334b0eef6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:45.309480 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7766d952-9af5-4b38-9366-e936bde2d5b4 req-32047d54-24c9-433b-b6f0-334b0eef6072 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa7b97b5f12b46409d73a4a413f3d442&device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 1099 time: 0.0723233 Jun 28 15:34:45.446708 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766d952-9af5-4b38-9366-e936bde2d5b4 req-bf2d4fce-dc62-473f-98f6-b986e23990d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:45.448707 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7766d952-9af5-4b38-9366-e936bde2d5b4 req-bf2d4fce-dc62-473f-98f6-b986e23990d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd283de2-b0ac-4f67-ad2f-3fe07c495478 HTTP/1.1" status: 200 len: 912 time: 0.1075881 Jun 28 15:34:45.533375 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7766d952-9af5-4b38-9366-e936bde2d5b4 req-af93eb62-9c1a-4409-978d-da095a88695f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a524d9-0e90-4967-bbe8-2af18a546ea8 HTTP/1.1" status: 200 len: 1001 time: 0.0765336 Jun 28 15:34:45.590358 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1984d91-e349-4497-870a-18ced0fea406 req-21b2fa49-bdd8-4095-beca-22a3195a1ea8 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:45.599440 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e1984d91-e349-4497-870a-18ced0fea406 req-21b2fa49-bdd8-4095-beca-22a3195a1ea8 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 946 time: 0.0905368 Jun 28 15:34:45.607339 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766d952-9af5-4b38-9366-e936bde2d5b4 req-4a0ad224-f258-4497-81a0-57b16a991476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:45.609021 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7766d952-9af5-4b38-9366-e936bde2d5b4 req-4a0ad224-f258-4497-81a0-57b16a991476 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=800ee415-7eda-45d6-8a9f-e801a3179bb1 HTTP/1.1" status: 200 len: 850 time: 0.0643277 Jun 28 15:34:45.666643 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e1984d91-e349-4497-870a-18ced0fea406 req-42beab02-89ef-4d01-a719-00054b55eb23 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658937 Jun 28 15:34:45.693478 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766d952-9af5-4b38-9366-e936bde2d5b4 req-18a36e25-a508-4847-ab86-d030ab34fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:45.695096 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7766d952-9af5-4b38-9366-e936bde2d5b4 req-18a36e25-a508-4847-ab86-d030ab34fce0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd283de2-b0ac-4f67-ad2f-3fe07c495478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770180 Jun 28 15:34:45.812875 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7766d952-9af5-4b38-9366-e936bde2d5b4 req-374fdde4-430b-4414-a405-1ccd153eacf7 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050055 Jun 28 15:34:45.908676 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:45.960612 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700dbb0-8b25-4805-82b6-d926cd3a7170 req-1f789e0d-d6c9-4cfe-95d2-1ea2293b633d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:45.967327 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3700dbb0-8b25-4805-82b6-d926cd3a7170 req-1f789e0d-d6c9-4cfe-95d2-1ea2293b633d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.1535029 Jun 28 15:34:46.009137 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7766d952-9af5-4b38-9366-e936bde2d5b4 req-f71b1d0f-5a91-4121-b652-a08dfdb0c9cd service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854727 Jun 28 15:34:46.023162 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3700dbb0-8b25-4805-82b6-d926cd3a7170 req-c885b39b-ed88-4c90-9654-e62371826787 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549033 Jun 28 15:34:46.663167 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd28ddb-9cd5-4643-82f7-deadf4a05d4e req-d92ad3a6-3624-483f-bf74-e38945a99780 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:46.664765 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1dd28ddb-9cd5-4643-82f7-deadf4a05d4e req-d92ad3a6-3624-483f-bf74-e38945a99780 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0824025 Jun 28 15:34:46.705044 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1dd28ddb-9cd5-4643-82f7-deadf4a05d4e req-958ecdb5-b940-4c05-8729-df1ac0b209c1 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344272 Jun 28 15:34:47.222152 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b7ea-0359-4dc8-9c0a-d66b3dac7037 req-22203de7-bfa3-43d9-9d90-6c1f66448add tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:47.230067 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-abe3b7ea-0359-4dc8-9c0a-d66b3dac7037 req-22203de7-bfa3-43d9-9d90-6c1f66448add tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0903251 Jun 28 15:34:47.301843 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-abe3b7ea-0359-4dc8-9c0a-d66b3dac7037 req-2f8dd39e-3148-4293-bb9a-ce33a9d6750f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707810 Jun 28 15:34:47.883064 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d73cd-3222-411e-bf08-ddbe2fb8e369 req-b1e545ac-7608-49fb-b959-cdbcf7a2347e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:47.884540 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4a9d73cd-3222-411e-bf08-ddbe2fb8e369 req-b1e545ac-7608-49fb-b959-cdbcf7a2347e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0634205 Jun 28 15:34:47.921575 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4a9d73cd-3222-411e-bf08-ddbe2fb8e369 req-2a231136-4503-4a72-a99a-4a62e7755a58 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Jun 28 15:34:48.317297 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6328e4b-b8d5-403e-88af-218bea423057 req-8a49585d-b4ae-45d0-bbd4-a04d2ce96df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:48.319256 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c6328e4b-b8d5-403e-88af-218bea423057 req-8a49585d-b4ae-45d0-bbd4-a04d2ce96df2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 1098 time: 0.0550346 Jun 28 15:34:48.412185 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6328e4b-b8d5-403e-88af-218bea423057 req-7de52e56-74ce-44db-a1a4-8e277c6390d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:48.413531 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c6328e4b-b8d5-403e-88af-218bea423057 req-7de52e56-74ce-44db-a1a4-8e277c6390d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 918 time: 0.0855255 Jun 28 15:34:48.732822 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c6328e4b-b8d5-403e-88af-218bea423057 req-75bf0ffd-b94e-4a80-b7ee-2b00d0bc287e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329 HTTP/1.1" status: 200 len: 1000 time: 0.3102322 Jun 28 15:34:48.757714 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7a606-385f-4b8d-88ad-3923a447f757 req-cb9aac01-dd64-4b06-93ff-fdd57232b211 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:48.759144 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-10e7a606-385f-4b8d-88ad-3923a447f757 req-cb9aac01-dd64-4b06-93ff-fdd57232b211 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.3494291 Jun 28 15:34:48.816514 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6328e4b-b8d5-403e-88af-218bea423057 req-d7257112-ff9f-4731-a30c-ab68c04b9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:48.817934 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c6328e4b-b8d5-403e-88af-218bea423057 req-d7257112-ff9f-4731-a30c-ab68c04b9fa6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 200 len: 856 time: 0.0757654 Jun 28 15:34:48.822762 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-10e7a606-385f-4b8d-88ad-3923a447f757 req-1abc07c6-69b5-4eba-9930-a28e636f6669 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473208 Jun 28 15:34:48.886590 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6328e4b-b8d5-403e-88af-218bea423057 req-cd73bf36-7929-4e08-9a07-eb49ead70369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:48.888071 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c6328e4b-b8d5-403e-88af-218bea423057 req-cd73bf36-7929-4e08-9a07-eb49ead70369 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c468dac8-aa22-4082-b723-9376a95ffc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0559957 Jun 28 15:34:48.976217 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c6328e4b-b8d5-403e-88af-218bea423057 req-8fa1da40-1896-472c-ab0d-8843b5022e2e service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805945 Jun 28 15:34:49.073851 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c6328e4b-b8d5-403e-88af-218bea423057 req-0d77ba36-bbdc-4399-a528-49fd98d6b156 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911195 Jun 28 15:34:49.112325 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c2341-8c00-4f15-b95c-5e0498b269ad req-dd6955d5-25d6-4a7e-8fe2-7502fb0bbb14 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:49.113916 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2e5c2341-8c00-4f15-b95c-5e0498b269ad req-dd6955d5-25d6-4a7e-8fe2-7502fb0bbb14 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0800650 Jun 28 15:34:49.159833 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2e5c2341-8c00-4f15-b95c-5e0498b269ad req-0c2070b6-0752-405a-af3c-be3ee9b4c3a6 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 Jun 28 15:34:49.997649 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ac5bc-78f4-4367-9de0-c62956d7a9ac req-a8e2cdad-de1f-4103-a8ac-6375174099b3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:49.999268 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b35ac5bc-78f4-4367-9de0-c62956d7a9ac req-a8e2cdad-de1f-4103-a8ac-6375174099b3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.0617266 Jun 28 15:34:50.036705 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b35ac5bc-78f4-4367-9de0-c62956d7a9ac req-55160c1e-c4cd-44cb-994d-9b3c499c435e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318933 Jun 28 15:34:50.209843 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3219b3-5191-4c4f-a342-1aed2d30149b req-2794d30d-6aaf-467c-ab3e-72162f6009c9 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:50.211392 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1d3219b3-5191-4c4f-a342-1aed2d30149b req-2794d30d-6aaf-467c-ab3e-72162f6009c9 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 946 time: 0.0689640 Jun 28 15:34:50.248857 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1d3219b3-5191-4c4f-a342-1aed2d30149b req-c678945d-15a8-4ab7-9d98-6a03018509da tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Jun 28 15:34:50.272782 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 54372) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:50.330105 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1c3f-0b02-4753-8a4d-490af2b3fd70 req-ffcb745f-904b-4040-bc26-02d40a335c8f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:50.331607 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4f4b1c3f-0b02-4753-8a4d-490af2b3fd70 req-ffcb745f-904b-4040-bc26-02d40a335c8f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0616353 Jun 28 15:34:50.368755 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4f4b1c3f-0b02-4753-8a4d-490af2b3fd70 req-6fad2508-81a8-4ecd-a7b3-399ac1317bbf tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315402 Jun 28 15:34:50.473016 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac174f-917e-47be-9e1e-8d5635385d7b tempest-TestMinimumBasicScenario-1108134587 tempest-TestMinimumBasicScenario-1108134587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:50.475222 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-03ac174f-917e-47be-9e1e-8d5635385d7b tempest-TestMinimumBasicScenario-1108134587 tempest-TestMinimumBasicScenario-1108134587-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 1094 time: 0.2014704 Jun 28 15:34:50.478195 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 54376) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:50.482611 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Request body: {'floatingip': {'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'port_id': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:50.506120 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for floatingip, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:50.603993 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:50.707143 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Allocated IP 172.28.1.99 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/69c18329-f101-48aa-b1c3-2220d7777cf4) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:34:50.803661 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:50.840148 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:50.842766 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:50.879615 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:34:50.884262 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:34:50.886778 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:34:50.913618 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event updated for resources: {'Port': ['ID=69c18329-f101-48aa-b1c3-2220d7777cf4,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:50.916284 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:51.309364 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:51.344232 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df8b26-6ab7-4ceb-a038-b9fb6131e06a req-401bad6f-b858-421d-82f3-908eac1aac75 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:51.345698 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-00df8b26-6ab7-4ceb-a038-b9fb6131e06a req-401bad6f-b858-421d-82f3-908eac1aac75 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.1726289 Jun 28 15:34:51.417613 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-00df8b26-6ab7-4ceb-a038-b9fb6131e06a req-e58ab5a8-ff4b-4ea0-a5f8-d7fd8759f5d7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659528 Jun 28 15:34:51.425707 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:51.561452 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54736816-1e91-4006-8652-da1b22920bef req-4170b107-f558-477f-a243-ed80d681e6b7 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:51.563095 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-54736816-1e91-4006-8652-da1b22920bef req-4170b107-f558-477f-a243-ed80d681e6b7 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0813370 Jun 28 15:34:51.582422 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:51.588426 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:51.590670 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9c1474a1-b94b-4232-801b-ceae4b7c7bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:51.610984 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-54736816-1e91-4006-8652-da1b22920bef req-41972948-2aef-46bd-9d59-0b2baa22d33e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Jun 28 15:34:51.623011 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:51.669722 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event updated for resources: {'Port': ['ID=69c18329-f101-48aa-b1c3-2220d7777cf4,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:51.673366 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:51.731241 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.l3_db [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Floating IP 8b2bc2a3-f375-4f08-82d9-43811e52f893 associated. External IP: 172.28.1.99, port: 93167b20-e6c4-4c8e-ab11-eaebbc51d879. Jun 28 15:34:51.926685 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:34:52.025193 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:34:52.034185 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a601530-4796-4f48-b33a-6aa4023fc846 None None] Sync routers for ids ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:34:52.041103 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.043816 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a601530-4796-4f48-b33a-6aa4023fc846 None None] Routers {'17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:34:52.044421 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9a601530-4796-4f48-b33a-6aa4023fc846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:34:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:52.078635 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5993454 Jun 28 15:34:52.079673 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:34:52.081488 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 54384) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:52.081631 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a74be4-60e2-4096-bf62-22b231204c35" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:34:52.087864 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195248584', 'description': 'tempest-secgroup-smoke-195248584 description', 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:52.113103 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.122384 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc998b74-768e-430a-a4a2-0ca1647368d5 x-openstack-request-id: req-bc998b74-768e-430a-a4a2-0ca1647368d5 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:34:52.122751 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:34:52.123005 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc998b74-768e-430a-a4a2-0ca1647368d5 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:34:52.123387 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'status': 'completed', 'code': 200} Jun 28 15:34:52.154903 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-9a601530-4796-4f48-b33a-6aa4023fc846 None None] Set router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:34:52.204630 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.210814 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.216152 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6e583056-a2e5-42d9-bc07-e8a39a34dd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:52.221446 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a74be4-60e2-4096-bf62-22b231204c35 req-952493b1-f66c-4a63-9c5b-d7d790772bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:52.224767 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06a74be4-60e2-4096-bf62-22b231204c35 req-952493b1-f66c-4a63-9c5b-d7d790772bf9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd212ab8b9a643d0a22a570a554e10cd&device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 1099 time: 0.0596769 Jun 28 15:34:52.248741 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.250125 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1669500 Jun 28 15:34:52.252778 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 54392) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:52.258342 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-50cda18c-bea4-436a-aa5f-54e1087ee2d3 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Request body: {'security_group_rule': {'security_group_id': '4b34f3db-8cff-4f93-9e56-519a35c5603c', 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:52.268027 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b34f3db-8cff-4f93-9e56-519a35c5603c,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:52.280843 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:52.281333 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:52.281748 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:52.282348 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:52.282761 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:52.283195 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:52.283546 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:52.283935 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:52.284313 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:52.284653 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:52.285027 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:52.285370 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:52.290309 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:52.307070 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-50cda18c-bea4-436a-aa5f-54e1087ee2d3 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.342437 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a74be4-60e2-4096-bf62-22b231204c35 req-c08fa8fe-8088-4794-a559-39c0e485c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:52.344176 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06a74be4-60e2-4096-bf62-22b231204c35 req-c08fa8fe-8088-4794-a559-39c0e485c255 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826 HTTP/1.1" status: 200 len: 915 time: 0.1120987 Jun 28 15:34:52.362881 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-50cda18c-bea4-436a-aa5f-54e1087ee2d3 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.368180 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-50cda18c-bea4-436a-aa5f-54e1087ee2d3 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.374731 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:52.389264 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cda18c-bea4-436a-aa5f-54e1087ee2d3 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0faed1-49da-497e-97f0-2d48263bac93,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:52.392010 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-50cda18c-bea4-436a-aa5f-54e1087ee2d3 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:52.399670 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-50cda18c-bea4-436a-aa5f-54e1087ee2d3 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.401097 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-50cda18c-bea4-436a-aa5f-54e1087ee2d3 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473229 Jun 28 15:34:52.404089 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 54396) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:52.408928 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-d9d19fa2-31ed-4fc9-b2a3-aade90df1729 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Request body: {'security_group_rule': {'security_group_id': '4b34f3db-8cff-4f93-9e56-519a35c5603c', 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:52.419507 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9a601530-4796-4f48-b33a-6aa4023fc846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:01Z', 'revision_number': 4, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': '8b2bc2a3-f375-4f08-82d9-43811e52f893', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'floating_ip_address': '172.28.1.99', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'port_id': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'mac_address': 'fa:16:3e:3a:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:34:51Z', 'updated_at': '2021-06-28T15:34:51Z', 'revision_number': 0, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5425b3-b200-470e-a21a-3fb96c3c6285', 'name': '', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'mac_address': 'fa:16:3e:ea:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:00Z', 'updated_at': '2021-06-28T15:34:07Z', 'revision_number': 5, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'subnets': [{'id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:52.445283 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06a74be4-60e2-4096-bf62-22b231204c35 req-e6652ff1-f799-4887-9648-7e217b2df97e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879 HTTP/1.1" status: 200 len: 999 time: 0.0921874 Jun 28 15:34:52.452577 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d9d19fa2-31ed-4fc9-b2a3-aade90df1729 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.463080 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a601530-4796-4f48-b33a-6aa4023fc846 None None] Checking router: 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:34:52.479157 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a601530-4796-4f48-b33a-6aa4023fc846 None None] Routers {'17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:34:52.479687 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9a601530-4796-4f48-b33a-6aa4023fc846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:34:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:52.509139 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a74be4-60e2-4096-bf62-22b231204c35 req-261d9d93-98f4-4879-aeb6-179e282864b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:52.510781 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06a74be4-60e2-4096-bf62-22b231204c35 req-261d9d93-98f4-4879-aeb6-179e282864b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f3549a4-15ef-4838-85b0-5b2ebd2cf241 HTTP/1.1" status: 200 len: 853 time: 0.0484676 Jun 28 15:34:52.539878 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d9d19fa2-31ed-4fc9-b2a3-aade90df1729 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.555710 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d9d19fa2-31ed-4fc9-b2a3-aade90df1729 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.558185 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-47b3b10e-9b00-429d-9c2d-3d780bf7ffaf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:52.591426 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d9d19fa2-31ed-4fc9-b2a3-aade90df1729 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.592868 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-d9d19fa2-31ed-4fc9-b2a3-aade90df1729 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1875172 Jun 28 15:34:52.596264 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 54404) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:52.601397 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-189cb98a-3cb8-4e3c-96f5-78efefd8b804 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Request body: {'security_group_rule': {'security_group_id': '4b34f3db-8cff-4f93-9e56-519a35c5603c', 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:52.611092 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d19fa2-31ed-4fc9-b2a3-aade90df1729 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b991f55a-0a6b-493b-983d-713bf56fef3b,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:52.627854 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d9d19fa2-31ed-4fc9-b2a3-aade90df1729 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:52.633088 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a74be4-60e2-4096-bf62-22b231204c35 req-593b4f66-63d3-4e63-8d0d-46e3551f83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:52.634913 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06a74be4-60e2-4096-bf62-22b231204c35 req-593b4f66-63d3-4e63-8d0d-46e3551f83dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1160073 Jun 28 15:34:52.650390 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-9a601530-4796-4f48-b33a-6aa4023fc846 None None] Set router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:34:52.660341 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-189cb98a-3cb8-4e3c-96f5-78efefd8b804 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.729928 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-189cb98a-3cb8-4e3c-96f5-78efefd8b804 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.742726 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-189cb98a-3cb8-4e3c-96f5-78efefd8b804 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.749321 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-50cda18c-bea4-436a-aa5f-54e1087ee2d3 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:52.764928 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cb98a-3cb8-4e3c-96f5-78efefd8b804 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202fc543-f2b1-4519-995b-1bb6458bcacb,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:52.767317 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d0f0d-690d-4cc1-b615-1bff2fd12aa0 req-c944d954-89d5-4a4b-9806-92ff59efee6c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:52.767599 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-189cb98a-3cb8-4e3c-96f5-78efefd8b804 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:52.769653 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-500d0f0d-690d-4cc1-b615-1bff2fd12aa0 req-c944d954-89d5-4a4b-9806-92ff59efee6c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 945 time: 0.2080150 Jun 28 15:34:52.778923 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-189cb98a-3cb8-4e3c-96f5-78efefd8b804 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.786706 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-189cb98a-3cb8-4e3c-96f5-78efefd8b804 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1829414 Jun 28 15:34:52.787537 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 54408) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:52.794953 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-45e1915d-16e8-4ab7-b5cb-3be591f3e2df tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Request body: {'security_group_rule': {'security_group_id': '4b34f3db-8cff-4f93-9e56-519a35c5603c', 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:52.845602 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06a74be4-60e2-4096-bf62-22b231204c35 req-bcf9ec09-b004-4536-83fc-7367976e5bef service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870234 Jun 28 15:34:52.861381 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-500d0f0d-690d-4cc1-b615-1bff2fd12aa0 req-7d362a06-382b-4840-91a3-bf4cfd3af2b3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816548 Jun 28 15:34:52.865658 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f770a4d-a2e3-453f-a9c2-fd589ce78102 req-1d5d7dd4-d877-416b-8969-3ab23c780093 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:52.867342 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2f770a4d-a2e3-453f-a9c2-fd589ce78102 req-1d5d7dd4-d877-416b-8969-3ab23c780093 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0785758 Jun 28 15:34:52.869934 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45e1915d-16e8-4ab7-b5cb-3be591f3e2df tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:52.922929 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2f770a4d-a2e3-453f-a9c2-fd589ce78102 req-86eb67e7-7848-4c1b-8a96-71a6bd61e4c9 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Jun 28 15:34:52.923083 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9a601530-4796-4f48-b33a-6aa4023fc846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:01Z', 'revision_number': 4, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': '8b2bc2a3-f375-4f08-82d9-43811e52f893', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'floating_ip_address': '172.28.1.99', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'port_id': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'mac_address': 'fa:16:3e:3a:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:34:51Z', 'updated_at': '2021-06-28T15:34:51Z', 'revision_number': 0, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5425b3-b200-470e-a21a-3fb96c3c6285', 'name': '', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'mac_address': 'fa:16:3e:ea:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:00Z', 'updated_at': '2021-06-28T15:34:07Z', 'revision_number': 5, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'subnets': [{'id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:34:52.952574 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a601530-4796-4f48-b33a-6aa4023fc846 None None] The sync data for ids ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'] in dv-cinder-797245-5-smb is: [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:01Z', 'revision_number': 4, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': '8b2bc2a3-f375-4f08-82d9-43811e52f893', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'floating_ip_address': '172.28.1.99', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'port_id': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'mac_address': 'fa:16:3e:3a:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:34:51Z', 'updated_at': '2021-06-28T15:34:51Z', 'revision_number': 0, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5425b3-b200-470e-a21a-3fb96c3c6285', 'name': '', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'mac_address': 'fa:16:3e:ea:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:00Z', 'updated_at': '2021-06-28T15:34:07Z', 'revision_number': 5, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'subnets': [{'id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:34:53.200721 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 73a06cd2-a2c6-4876-9715-862c5cfb5329 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:34:53.208446 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fccf50-8649-482a-9bdd-80ed3ddef703 None None] New status for floating IP 8b2bc2a3-f375-4f08-82d9-43811e52f893: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 15:34:53.258331 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-06a74be4-60e2-4096-bf62-22b231204c35 req-27dad64a-4f5a-469c-8388-a916d7ad1614 service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001148 Jun 28 15:34:53.260705 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45e1915d-16e8-4ab7-b5cb-3be591f3e2df tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.266061 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45e1915d-16e8-4ab7-b5cb-3be591f3e2df tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.268356 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:53.284368 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1915d-16e8-4ab7-b5cb-3be591f3e2df tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0f07ae-e476-4b22-a80a-c6bbf53984cf,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:53.289051 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45e1915d-16e8-4ab7-b5cb-3be591f3e2df tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:53.292859 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45e1915d-16e8-4ab7-b5cb-3be591f3e2df tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.294355 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-45e1915d-16e8-4ab7-b5cb-3be591f3e2df tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5055990 Jun 28 15:34:53.297204 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 54420) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:53.302702 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-b68a3be0-668e-4d02-b44a-be904c38a8ea tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Request body: {'security_group_rule': {'security_group_id': '4b34f3db-8cff-4f93-9e56-519a35c5603c', 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:53.329602 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.securitygroups_db [None req-b68a3be0-668e-4d02-b44a-be904c38a8ea tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Project bd212ab8b9a643d0a22a570a554e10cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 15:34:53.336332 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b68a3be0-668e-4d02-b44a-be904c38a8ea tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.394627 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.397829 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b68a3be0-668e-4d02-b44a-be904c38a8ea tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.401883 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b68a3be0-668e-4d02-b44a-be904c38a8ea tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.404117 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d9d19fa2-31ed-4fc9-b2a3-aade90df1729 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:53.423904 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a3be0-668e-4d02-b44a-be904c38a8ea tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d354f248-734a-47bc-b8d9-299371bcb59a,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:53.426641 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b68a3be0-668e-4d02-b44a-be904c38a8ea tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:53.430322 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:53.433226 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b68a3be0-668e-4d02-b44a-be904c38a8ea tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.437865 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-b68a3be0-668e-4d02-b44a-be904c38a8ea tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395526 Jun 28 15:34:53.438523 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 54424) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:53.442626 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:34:53.443706 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-886fa7ac-4f83-452f-ac94-c1565a6b0026 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Request body: {'security_group_rule': {'security_group_id': '4b34f3db-8cff-4f93-9e56-519a35c5603c', 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:53.445005 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4569fe96-3240-4933-8f66-851dffc8d0c7" -d '{"events": [{"server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "name": "network-vif-unplugged", "status": "completed", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:34:53.450436 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.459228 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:53.495769 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.securitygroups_db [None req-886fa7ac-4f83-452f-ac94-c1565a6b0026 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Project bd212ab8b9a643d0a22a570a554e10cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 15:34:53.496247 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e569d3-10aa-4795-8db2-31ee5730ff05 x-openstack-request-id: req-44e569d3-10aa-4795-8db2-31ee5730ff05 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:34:53.496566 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "name": "network-vif-unplugged", "status": "failed", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329", "code": 422}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:34:53.496857 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44e569d3-10aa-4795-8db2-31ee5730ff05 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:34:53.497282 dv-cinder-797245-5-smb neutron-server[92922]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'code': 422} returned with failed status Jun 28 15:34:53.501487 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-886fa7ac-4f83-452f-ac94-c1565a6b0026 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.540712 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=73a06cd2-a2c6-4876-9715-862c5cfb5329,revision_number=8']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:53.548734 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:53.549078 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:53.549412 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:53.549738 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:53.550062 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:53.550380 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:53.551032 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:53.551032 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:53.551338 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:53.551821 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:53.552604 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:53.552923 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:34:53.556864 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:53.584022 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-886fa7ac-4f83-452f-ac94-c1565a6b0026 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.587796 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-886fa7ac-4f83-452f-ac94-c1565a6b0026 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.593816 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45e1915d-16e8-4ab7-b5cb-3be591f3e2df tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:53.608726 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fa7ac-4f83-452f-ac94-c1565a6b0026 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bff33d-0b9e-40be-b87e-86bffbec0f66,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:53.611803 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-886fa7ac-4f83-452f-ac94-c1565a6b0026 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:53.613134 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-886fa7ac-4f83-452f-ac94-c1565a6b0026 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.614326 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-886fa7ac-4f83-452f-ac94-c1565a6b0026 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1745934 Jun 28 15:34:53.767709 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f72d5d3d-7fc1-4985-9479-b8fd4c86ac41 req-4dccc6f7-1314-41dc-b53c-cf68514b9d9d tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195248584&fields=id&tenant_id=bd212ab8b9a643d0a22a570a554e10cd HTTP/1.1" status: 200 len: 267 time: 0.0510716 Jun 28 15:34:53.824041 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8688147-c143-485d-a01f-d35c25085501 req-cc6237a5-61d1-4c3c-a047-cb0137544bc0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:53.825538 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d8688147-c143-485d-a01f-d35c25085501 req-cc6237a5-61d1-4c3c-a047-cb0137544bc0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0708308 Jun 28 15:34:53.836548 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d5d3d-7fc1-4985-9479-b8fd4c86ac41 req-72939c32-925a-4b4a-84af-ef9e5c6aabc9 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:53.838010 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f72d5d3d-7fc1-4985-9479-b8fd4c86ac41 req-72939c32-925a-4b4a-84af-ef9e5c6aabc9 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 946 time: 0.0695505 Jun 28 15:34:53.850646 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-f72d5d3d-7fc1-4985-9479-b8fd4c86ac41 req-af6ad24e-4984-4bef-9bfb-7d1f1cda5f40 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Request body: {'port': {'security_groups': ['7f760741-aeb1-4228-b6de-301eb1d556fd', '4b34f3db-8cff-4f93-9e56-519a35c5603c']}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:34:53.870363 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d8688147-c143-485d-a01f-d35c25085501 req-b5dc5082-cb84-4e12-b495-0e7837e444c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385482 Jun 28 15:34:53.954714 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f72d5d3d-7fc1-4985-9479-b8fd4c86ac41 req-af6ad24e-4984-4bef-9bfb-7d1f1cda5f40 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:53.997768 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 54458) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:34:54.103268 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-7894e967-a33d-4d02-9b54-96a119beb077 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040502 Jun 28 15:34:54.166543 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-f72d5d3d-7fc1-4985-9479-b8fd4c86ac41 req-af6ad24e-4984-4bef-9bfb-7d1f1cda5f40 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] For port 93167b20-e6c4-4c8e-ab11-eaebbc51d879, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:34:54.197571 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f72d5d3d-7fc1-4985-9479-b8fd4c86ac41 req-af6ad24e-4984-4bef-9bfb-7d1f1cda5f40 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:54.203502 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f72d5d3d-7fc1-4985-9479-b8fd4c86ac41 req-af6ad24e-4984-4bef-9bfb-7d1f1cda5f40 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778087'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:54.209597 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:34:54.216687 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['93167b20-e6c4-4c8e-ab11-eaebbc51d879'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:34:54.255601 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d5d3d-7fc1-4985-9479-b8fd4c86ac41 req-af6ad24e-4984-4bef-9bfb-7d1f1cda5f40 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:54.256305 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f72d5d3d-7fc1-4985-9479-b8fd4c86ac41 req-af6ad24e-4984-4bef-9bfb-7d1f1cda5f40 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:54.257887 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f72d5d3d-7fc1-4985-9479-b8fd4c86ac41 req-af6ad24e-4984-4bef-9bfb-7d1f1cda5f40 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "PUT /v2.0/ports/93167b20-e6c4-4c8e-ab11-eaebbc51d879 HTTP/1.1" status: 200 len: 982 time: 0.4128597 Jun 28 15:34:54.258351 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:34:54.261036 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299521533173c05a36196c73841158df7b53abe6ce317cc0fe5db9242a299b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151cbc0d-a4fa-4971-873a-55b5fb840099" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:34:54.298871 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ad24e-4984-4bef-9bfb-7d1f1cda5f40 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event updated for resources: {'Port': ['ID=93167b20-e6c4-4c8e-ab11-eaebbc51d879,revision_number=6']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:34:54.310473 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-af6ad24e-4984-4bef-9bfb-7d1f1cda5f40 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:34:54.335497 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123727fc-9154-400c-b511-f648b74cccca req-4041f56b-047b-4294-94d3-eee01534b0f0 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:54.337301 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-123727fc-9154-400c-b511-f648b74cccca req-4041f56b-047b-4294-94d3-eee01534b0f0 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1354115 Jun 28 15:34:54.386031 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['93167b20-e6c4-4c8e-ab11-eaebbc51d879'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:34:54.405417 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-123727fc-9154-400c-b511-f648b74cccca req-d42e27e4-b245-4c28-b347-d4f6411d3581 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619555 Jun 28 15:34:54.515334 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de6091-cc9b-4dbb-939c-b72791274275 req-017ecf5a-819a-42fa-880e-da7d719f0c06 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:54.526209 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c4de6091-cc9b-4dbb-939c-b72791274275 req-017ecf5a-819a-42fa-880e-da7d719f0c06 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.1381071 Jun 28 15:34:54.577314 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c4de6091-cc9b-4dbb-939c-b72791274275 req-4254b1cd-e45b-42bb-9195-ea424d4a620d tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498605 Jun 28 15:34:54.592375 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79f89-479d-497a-a934-d90b25403cfd req-fc2db0c5-5c7f-4daf-8048-542ce1d6c862 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:54.603179 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-56c79f89-479d-497a-a934-d90b25403cfd req-fc2db0c5-5c7f-4daf-8048-542ce1d6c862 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0944011 Jun 28 15:34:54.652969 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c83114-6d33-409e-b8ed-1e6a93cfdf49 x-openstack-request-id: req-b9c83114-6d33-409e-b8ed-1e6a93cfdf49 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:34:54.653288 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:34:54.653567 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9c83114-6d33-409e-b8ed-1e6a93cfdf49 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:34:54.653986 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'status': 'completed', 'code': 200} Jun 28 15:34:54.655180 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-56c79f89-479d-497a-a934-d90b25403cfd req-0052e442-890e-4a76-9108-eb82fd1ec02c tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510008 Jun 28 15:34:54.720953 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-e2f98eaa-bc28-44f9-9d47-949e512f8f97 None None] Provisioning complete for port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:34:54.722309 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2f98eaa-bc28-44f9-9d47-949e512f8f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:34:54.740795 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cbc0d-a4fa-4971-873a-55b5fb840099 req-9d57dc7e-4e5e-4476-b64d-c0796933fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:54.742263 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-151cbc0d-a4fa-4971-873a-55b5fb840099 req-9d57dc7e-4e5e-4476-b64d-c0796933fb0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd212ab8b9a643d0a22a570a554e10cd&device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 1138 time: 0.0578783 Jun 28 15:34:54.857354 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cbc0d-a4fa-4971-873a-55b5fb840099 req-96594607-8c61-421a-a5cc-a7420c45d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:54.858963 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-151cbc0d-a4fa-4971-873a-55b5fb840099 req-96594607-8c61-421a-a5cc-a7420c45d548 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826 HTTP/1.1" status: 200 len: 915 time: 0.0916457 Jun 28 15:34:54.929107 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-151cbc0d-a4fa-4971-873a-55b5fb840099 req-c16338e7-2cd1-470b-b59e-193c36f5b6c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879 HTTP/1.1" status: 200 len: 1001 time: 0.0624757 Jun 28 15:34:54.984612 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cbc0d-a4fa-4971-873a-55b5fb840099 req-64a10f7b-4eda-400e-9603-a01ca5fb36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:54.986194 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-151cbc0d-a4fa-4971-873a-55b5fb840099 req-64a10f7b-4eda-400e-9603-a01ca5fb36b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f3549a4-15ef-4838-85b0-5b2ebd2cf241 HTTP/1.1" status: 200 len: 853 time: 0.0475540 Jun 28 15:34:55.055398 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cbc0d-a4fa-4971-873a-55b5fb840099 req-6394e713-1e94-46b5-81a7-78a113f2498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:55.057018 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-151cbc0d-a4fa-4971-873a-55b5fb840099 req-6394e713-1e94-46b5-81a7-78a113f2498b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0608401 Jun 28 15:34:55.070388 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cae288-96d0-4e31-87f0-d4c8b9ac90ea req-063f1367-b989-42b4-bdb5-1de453235557 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:55.079091 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-15cae288-96d0-4e31-87f0-d4c8b9ac90ea req-063f1367-b989-42b4-bdb5-1de453235557 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0813527 Jun 28 15:34:55.119628 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-15cae288-96d0-4e31-87f0-d4c8b9ac90ea req-3bbe0b56-a908-4aee-a7ab-1b1a74f27c6c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369270 Jun 28 15:34:55.163988 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-151cbc0d-a4fa-4971-873a-55b5fb840099 req-4209c3d0-12e7-48a8-bec6-831749f52a04 service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918510 Jun 28 15:34:55.257238 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-151cbc0d-a4fa-4971-873a-55b5fb840099 req-df9a0f4a-2a83-477d-93aa-d35f05ec427a service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860255 Jun 28 15:34:55.569515 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6207da-6d44-4362-b960-1e63b856ebf9 req-4fe06a47-061b-4b0e-9c9b-8a5f340dfde4 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:55.570990 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5c6207da-6d44-4362-b960-1e63b856ebf9 req-4fe06a47-061b-4b0e-9c9b-8a5f340dfde4 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0645375 Jun 28 15:34:55.609293 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5c6207da-6d44-4362-b960-1e63b856ebf9 req-02993064-8901-4cf5-9a1e-b60d2816f941 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314536 Jun 28 15:34:55.750793 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4a865-a325-48cf-9af7-e740971b77bd req-5a6ece99-b802-4119-b9df-bc51ea74a925 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:55.752249 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-74e4a865-a325-48cf-9af7-e740971b77bd req-5a6ece99-b802-4119-b9df-bc51ea74a925 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0627487 Jun 28 15:34:55.789037 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-74e4a865-a325-48cf-9af7-e740971b77bd req-500dd1b0-3e0c-4bea-b7a8-55f19bf96332 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307384 Jun 28 15:34:55.814947 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-331bd83e-f63b-4ec3-9560-2e9e8930553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:55.816430 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-331bd83e-f63b-4ec3-9560-2e9e8930553f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5&tenant_id=36fae96cd86749f98273c6117cbe28df HTTP/1.1" status: 200 len: 1096 time: 0.0850253 Jun 28 15:34:55.891549 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-108c61e9-3ae3-434e-96ca-98b70fdbea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:55.892871 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-108c61e9-3ae3-434e-96ca-98b70fdbea9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 1096 time: 0.0501857 Jun 28 15:34:55.984038 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-480345f2-8cfc-4a50-b17e-3ae66ab9f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:55.985521 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-480345f2-8cfc-4a50-b17e-3ae66ab9f4a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 918 time: 0.0834539 Jun 28 15:34:56.046879 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-f1106a56-97bc-4f96-94b1-43dd48382451 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329 HTTP/1.1" status: 200 len: 998 time: 0.0539815 Jun 28 15:34:56.100698 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-a82a05f6-c1c4-4dee-9f33-be1a28b5dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:56.102062 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-a82a05f6-c1c4-4dee-9f33-be1a28b5dde0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 200 len: 856 time: 0.0415742 Jun 28 15:34:56.166724 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-bdda6d5c-de5c-47d4-adf3-942e429e0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:56.168245 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-bdda6d5c-de5c-47d4-adf3-942e429e0f3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c468dac8-aa22-4082-b723-9376a95ffc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517430 Jun 28 15:34:56.293068 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-4654265e-7858-4d0e-ac5a-f946a4eb9091 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128144 Jun 28 15:34:56.330833 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676a937-dc3f-4ffb-b0ec-5860663f5ff7 req-42d529e6-43de-46ce-bf9f-9d5900677cb5 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:56.332197 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4676a937-dc3f-4ffb-b0ec-5860663f5ff7 req-42d529e6-43de-46ce-bf9f-9d5900677cb5 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0964708 Jun 28 15:34:56.404616 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4676a937-dc3f-4ffb-b0ec-5860663f5ff7 req-c12a22ca-93b1-4935-8ec4-b7938ced70f8 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665247 Jun 28 15:34:56.419623 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b5cfceac-2acf-47f5-8055-477ba6103d0f req-d2283f0d-235b-4529-9c6c-08ad895e4109 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182015 Jun 28 15:34:56.790478 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56946e4a-0151-487c-82e0-55e3356944a3 req-a52f23eb-d2e5-4e69-89e9-c29fa7bb6ad6 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:56.797583 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-56946e4a-0151-487c-82e0-55e3356944a3 req-a52f23eb-d2e5-4e69-89e9-c29fa7bb6ad6 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0747430 Jun 28 15:34:56.854020 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-56946e4a-0151-487c-82e0-55e3356944a3 req-3926cb87-fff4-44bc-aa46-961edfe88dbd tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553882 Jun 28 15:34:57.008148 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede247da-ac37-46ce-b69d-ef52a9d5463c req-890656c4-d820-406f-a287-446f35cfbbcf tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:57.009666 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ede247da-ac37-46ce-b69d-ef52a9d5463c req-890656c4-d820-406f-a287-446f35cfbbcf tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0757875 Jun 28 15:34:57.056956 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ede247da-ac37-46ce-b69d-ef52a9d5463c req-6e870e42-384d-4e80-bd36-a48ff2c711f6 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414393 Jun 28 15:34:57.583712 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8c83b-4a2b-43c2-bc30-30ce3c8f407e req-87cef1e6-bcac-49e5-ac92-1c250c668f5e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:57.585194 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-adc8c83b-4a2b-43c2-bc30-30ce3c8f407e req-87cef1e6-bcac-49e5-ac92-1c250c668f5e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0628855 Jun 28 15:34:57.624147 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-adc8c83b-4a2b-43c2-bc30-30ce3c8f407e req-f7a8524b-5804-4273-bdc0-a4fcc1a26ebe tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Jun 28 15:34:58.023161 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cd309-f1b2-476c-b405-9e5f36ce1ed3 req-4df5a2ba-4860-4f31-8bf6-95eb15beeab9 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:58.024717 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f69cd309-f1b2-476c-b405-9e5f36ce1ed3 req-4df5a2ba-4860-4f31-8bf6-95eb15beeab9 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0637026 Jun 28 15:34:58.063261 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f69cd309-f1b2-476c-b405-9e5f36ce1ed3 req-65564ca4-59b0-4c96-a570-b7aacabddf80 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326641 Jun 28 15:34:58.233590 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6f7e9-3a47-4676-8386-a899c13c2002 req-950164a9-13a2-45f3-8873-38d38e3a5b54 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:58.235090 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-cfe6f7e9-3a47-4676-8386-a899c13c2002 req-950164a9-13a2-45f3-8873-38d38e3a5b54 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0639379 Jun 28 15:34:58.273308 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-cfe6f7e9-3a47-4676-8386-a899c13c2002 req-94496473-7a76-4fba-888c-2cbfeeec82dd tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Jun 28 15:34:58.800894 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ccbfc-4262-4777-acc4-47c12931142f req-620fa323-5dcd-4801-bb81-763083631d18 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:58.802995 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-2a8ccbfc-4262-4777-acc4-47c12931142f req-620fa323-5dcd-4801-bb81-763083631d18 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0620642 Jun 28 15:34:58.841922 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-2a8ccbfc-4262-4777-acc4-47c12931142f req-2ed51803-1ab9-4a08-bc18-1cf8dd3430b1 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331347 Jun 28 15:34:59.241088 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620a278-f45d-4144-a15e-8da06fb8bed6 req-61ce8515-78bc-45a6-b306-cffceda13fb4 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:59.242625 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0620a278-f45d-4144-a15e-8da06fb8bed6 req-61ce8515-78bc-45a6-b306-cffceda13fb4 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0674298 Jun 28 15:34:59.280798 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0620a278-f45d-4144-a15e-8da06fb8bed6 req-21819402-e8e2-41c4-bb3b-921b179962dd tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Jun 28 15:34:59.453242 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c82ca-0f4b-492f-973e-a49fa161fab7 req-3a34f13c-a0aa-4e89-bf1a-33298d04de04 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:34:59.454956 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6a5c82ca-0f4b-492f-973e-a49fa161fab7 req-3a34f13c-a0aa-4e89-bf1a-33298d04de04 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0682642 Jun 28 15:34:59.494503 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6a5c82ca-0f4b-492f-973e-a49fa161fab7 req-2e58f3ff-fb2b-400a-a625-439ed0e40402 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338488 Jun 28 15:35:00.023614 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f4aca-efe4-4a59-954b-a66caa4e70cf req-10192a55-58dd-42d1-81ac-7d7c540443e7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:00.025202 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-580f4aca-efe4-4a59-954b-a66caa4e70cf req-10192a55-58dd-42d1-81ac-7d7c540443e7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0630300 Jun 28 15:35:00.063152 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-580f4aca-efe4-4a59-954b-a66caa4e70cf req-2fae0a3a-a09a-410e-a51c-836380f17353 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321724 Jun 28 15:35:00.460240 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336adf21-0ec6-4f8d-8718-8f1786663301 req-3e1bc004-8cf0-4dd8-b3f9-6a89722868c8 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:00.461861 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-336adf21-0ec6-4f8d-8718-8f1786663301 req-3e1bc004-8cf0-4dd8-b3f9-6a89722868c8 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0676146 Jun 28 15:35:00.505580 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-336adf21-0ec6-4f8d-8718-8f1786663301 req-4e525254-0c44-4ee9-a966-d00fd791d0cf tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365570 Jun 28 15:35:00.667907 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974b79d-99a8-4e4b-8854-b7d957ac3421 req-97e052df-59c4-4826-8f44-8e27398e8ab1 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:00.669296 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1974b79d-99a8-4e4b-8854-b7d957ac3421 req-97e052df-59c4-4826-8f44-8e27398e8ab1 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0623300 Jun 28 15:35:00.714590 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1974b79d-99a8-4e4b-8854-b7d957ac3421 req-eb3b86fe-63d0-4e06-aa9a-c00ad57dc53f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 Jun 28 15:35:01.249357 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0360c7-b256-41f8-8766-f151af2f6cf0 req-3efba732-564d-406d-9174-76bd04fa8d00 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:01.251145 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4a0360c7-b256-41f8-8766-f151af2f6cf0 req-3efba732-564d-406d-9174-76bd04fa8d00 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0673344 Jun 28 15:35:01.290583 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4a0360c7-b256-41f8-8766-f151af2f6cf0 req-6839ff38-3443-4c6a-a4cd-ec2fddf50f83 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336730 Jun 28 15:35:01.680579 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a8d39-bd2d-4789-8cb7-c59a1b9f4cb2 req-e87cd9be-cae3-4fc7-9d3f-4e371e3b8aac tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:01.682043 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d18a8d39-bd2d-4789-8cb7-c59a1b9f4cb2 req-e87cd9be-cae3-4fc7-9d3f-4e371e3b8aac tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0645258 Jun 28 15:35:01.720571 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d18a8d39-bd2d-4789-8cb7-c59a1b9f4cb2 req-d8e7e35b-5c41-46db-b3d5-5ae444402dfe tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328352 Jun 28 15:35:01.889732 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4609721-542c-4656-941d-4b4f822ae011 req-a357d915-95ee-4d43-8c32-6cc82f43a4dc tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:01.891270 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c4609721-542c-4656-941d-4b4f822ae011 req-a357d915-95ee-4d43-8c32-6cc82f43a4dc tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0642662 Jun 28 15:35:01.929940 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c4609721-542c-4656-941d-4b4f822ae011 req-84997b6f-d7ed-483d-925e-ecda57ea566b tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Jun 28 15:35:02.476197 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139c01b-4bf8-4393-bc43-4e5497589317 req-ca447e54-fb24-4398-9e46-3456eca08490 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:02.477704 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8139c01b-4bf8-4393-bc43-4e5497589317 req-ca447e54-fb24-4398-9e46-3456eca08490 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0648384 Jun 28 15:35:02.515702 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8139c01b-4bf8-4393-bc43-4e5497589317 req-5d667dea-f108-41e2-80e3-55e2ab62b6d5 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321834 Jun 28 15:35:02.898545 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f560d22-ed6c-491f-9a8a-c4679803b4cd req-27c2f63e-e4e6-4559-b22a-bf4ca74326b0 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:02.900133 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5f560d22-ed6c-491f-9a8a-c4679803b4cd req-27c2f63e-e4e6-4559-b22a-bf4ca74326b0 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0631061 Jun 28 15:35:02.938310 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5f560d22-ed6c-491f-9a8a-c4679803b4cd req-8f831d32-92d3-4429-8a8e-9c365185b901 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Jun 28 15:35:03.115286 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12dba6-aef2-4306-99f1-825c48452aeb req-c8a0b4f8-2071-4d10-83de-afb8a32af587 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:03.116659 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3b12dba6-aef2-4306-99f1-825c48452aeb req-c8a0b4f8-2071-4d10-83de-afb8a32af587 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0685956 Jun 28 15:35:03.158193 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3b12dba6-aef2-4306-99f1-825c48452aeb req-d92e511e-b6ac-4d00-bffb-a6f4cc0a82f5 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335011 Jun 28 15:35:03.702359 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18636a4a-0ca2-4872-a006-177a38b92c6e req-f5a7152f-5ea4-41e6-a9da-9239b541a15a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:03.703927 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-18636a4a-0ca2-4872-a006-177a38b92c6e req-f5a7152f-5ea4-41e6-a9da-9239b541a15a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0687230 Jun 28 15:35:03.747582 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-18636a4a-0ca2-4872-a006-177a38b92c6e req-f3c055a7-ed43-4684-8b62-cf30c3debf34 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360737 Jun 28 15:35:03.924174 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a53f0f5e-b11b-43ea-bd80-51a559265d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:04.114975 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498a694-44be-4c0f-9c85-4826bcaa7ab0 req-0b620a9a-50f9-43d3-ad57-233f96827362 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:04.116380 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b498a694-44be-4c0f-9c85-4826bcaa7ab0 req-0b620a9a-50f9-43d3-ad57-233f96827362 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0652905 Jun 28 15:35:04.156228 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b498a694-44be-4c0f-9c85-4826bcaa7ab0 req-f84ddff3-c792-4baa-b6c7-653a12b76962 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329375 Jun 28 15:35:04.338102 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb44b4-f206-43ae-a8e2-f8edfc0c379e req-c919715a-c34d-4993-91c1-38c836a4568d tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:04.339645 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-61fb44b4-f206-43ae-a8e2-f8edfc0c379e req-c919715a-c34d-4993-91c1-38c836a4568d tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0677397 Jun 28 15:35:04.377915 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-61fb44b4-f206-43ae-a8e2-f8edfc0c379e req-c7ad322b-a772-43d7-9ccf-8d7a6fb02596 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Jun 28 15:35:04.925835 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe29a1-1e3a-4a05-8670-2e6f62570b8d req-a75ab2f5-78ff-4c74-a4d4-ce797ec62722 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:04.928248 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d5fe29a1-1e3a-4a05-8670-2e6f62570b8d req-a75ab2f5-78ff-4c74-a4d4-ce797ec62722 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0642712 Jun 28 15:35:04.970984 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d5fe29a1-1e3a-4a05-8670-2e6f62570b8d req-8f920453-31cc-4cbc-b3b3-5e147acf5b2c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372901 Jun 28 15:35:05.336389 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b16290-0463-4bbc-8ff4-2c664f64413e req-d25aee04-0658-4672-8562-7b362b888116 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:05.337889 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e6b16290-0463-4bbc-8ff4-2c664f64413e req-d25aee04-0658-4672-8562-7b362b888116 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0678298 Jun 28 15:35:05.377303 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e6b16290-0463-4bbc-8ff4-2c664f64413e req-f437b5c6-14cd-4d99-9581-e2eeacca46c8 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Jun 28 15:35:05.550721 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102a0d1-4b0b-46e5-95be-df3e8a298954 req-a90bb91e-5c66-4569-b964-ec12b53c1224 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:05.552838 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2102a0d1-4b0b-46e5-95be-df3e8a298954 req-a90bb91e-5c66-4569-b964-ec12b53c1224 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0641544 Jun 28 15:35:05.594781 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2102a0d1-4b0b-46e5-95be-df3e8a298954 req-b4af1aba-50ab-443e-9792-7d0822e596eb tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359786 Jun 28 15:35:06.168743 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42e6b4-c74c-42e3-8413-36b6c9c2839b req-ebb36f65-2328-4854-a8b0-8760381b911e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:06.170462 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5c42e6b4-c74c-42e3-8413-36b6c9c2839b req-ebb36f65-2328-4854-a8b0-8760381b911e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0803282 Jun 28 15:35:06.210537 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5c42e6b4-c74c-42e3-8413-36b6c9c2839b req-f6a50b32-e900-421a-8f8b-0fba57debaab tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342984 Jun 28 15:35:06.553464 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e1d6-9600-4bfa-ba50-d9d23a0bb466 req-b59bf746-c679-40cb-9ba1-6cb3c2b8b73d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:06.555128 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1927e1d6-9600-4bfa-ba50-d9d23a0bb466 req-b59bf746-c679-40cb-9ba1-6cb3c2b8b73d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0633476 Jun 28 15:35:06.593708 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1927e1d6-9600-4bfa-ba50-d9d23a0bb466 req-3076f366-2ed2-423f-843a-b3712203b7e2 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328293 Jun 28 15:35:06.699776 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:06.781378 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208006f-bd83-4c94-9b6e-80eb91211e09 req-58a87f0a-af07-4f2b-a620-f0074e868513 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:06.782886 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4208006f-bd83-4c94-9b6e-80eb91211e09 req-58a87f0a-af07-4f2b-a620-f0074e868513 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0676713 Jun 28 15:35:06.822010 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4208006f-bd83-4c94-9b6e-80eb91211e09 req-8677411b-7eaa-4ada-9706-6a9ec7ec8874 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Jun 28 15:35:06.899649 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eabc0a2a-a063-4eba-bb83-4fd4d027081f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:07.393575 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc2f93-6086-41de-8725-478cffe9845f req-91a55d8d-16fc-4f09-9b12-df6c3edb2ee2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:07.395920 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c0dc2f93-6086-41de-8725-478cffe9845f req-91a55d8d-16fc-4f09-9b12-df6c3edb2ee2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0673187 Jun 28 15:35:07.434356 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c0dc2f93-6086-41de-8725-478cffe9845f req-cbd21711-28b6-4c6e-84f3-29a2e61657a0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327823 Jun 28 15:35:07.520253 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:07.783739 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceccfa-2dff-41d6-b513-a3c2fba12a20 req-af9ae58a-f305-44d1-9b76-3446a52e6be8 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:07.785254 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dcceccfa-2dff-41d6-b513-a3c2fba12a20 req-af9ae58a-f305-44d1-9b76-3446a52e6be8 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0719938 Jun 28 15:35:07.824824 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dcceccfa-2dff-41d6-b513-a3c2fba12a20 req-f65e6fff-a406-4357-ab45-abfe64a6c59d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337539 Jun 28 15:35:07.994468 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804b2fa-ac80-4b67-b803-959a5f4f49f2 req-830cee75-823b-473e-b252-c35549ba69c6 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:07.995937 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2804b2fa-ac80-4b67-b803-959a5f4f49f2 req-830cee75-823b-473e-b252-c35549ba69c6 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0632083 Jun 28 15:35:08.033412 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2804b2fa-ac80-4b67-b803-959a5f4f49f2 req-f435f912-3ae9-43af-917a-ee41ee2f2a83 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316627 Jun 28 15:35:08.614536 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a481fe3-2b07-423d-9462-337907fa3ce2 req-f1026b00-d219-482a-a8c0-e1d02ddfe5a4 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:08.615786 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6a481fe3-2b07-423d-9462-337907fa3ce2 req-f1026b00-d219-482a-a8c0-e1d02ddfe5a4 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0640957 Jun 28 15:35:08.655116 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6a481fe3-2b07-423d-9462-337907fa3ce2 req-c678c861-209b-4fd5-bdf5-99c049b2b6a3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337410 Jun 28 15:35:08.996999 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbaccb1-6b98-4b05-a568-4de64d95f7a9 req-5b4b8a8d-080b-4816-a2dd-7dd776d70210 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:08.998507 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9fbaccb1-6b98-4b05-a568-4de64d95f7a9 req-5b4b8a8d-080b-4816-a2dd-7dd776d70210 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0628586 Jun 28 15:35:09.040892 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9fbaccb1-6b98-4b05-a568-4de64d95f7a9 req-0cb5ffca-cc92-44fe-9c07-b7e1164e4733 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366106 Jun 28 15:35:09.113569 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:09.212509 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c0b8b-e142-4700-bfc5-b0767111b3df req-c5de6f72-4e64-4fd7-961d-4e190fd25a5c tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:09.213986 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c36c0b8b-e142-4700-bfc5-b0767111b3df req-c5de6f72-4e64-4fd7-961d-4e190fd25a5c tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0663006 Jun 28 15:35:09.252136 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c36c0b8b-e142-4700-bfc5-b0767111b3df req-f5ca6513-a681-4940-ac2e-f7a2cc637268 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318122 Jun 28 15:35:09.839543 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f01459-5181-4e01-be57-1e3a2e7d01c6 req-7ce2b362-33ad-41cb-a4a9-d692f2190e90 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:09.840901 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d9f01459-5181-4e01-be57-1e3a2e7d01c6 req-7ce2b362-33ad-41cb-a4a9-d692f2190e90 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0619040 Jun 28 15:35:09.877914 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d9f01459-5181-4e01-be57-1e3a2e7d01c6 req-c22c20ae-daff-4338-a41c-9bfe6578ffe9 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314991 Jun 28 15:35:10.212528 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cde0f1-d145-42f5-aaba-204f4679f828 req-f23e1e20-2c76-4339-af32-f6577442b175 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:10.214004 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-81cde0f1-d145-42f5-aaba-204f4679f828 req-f23e1e20-2c76-4339-af32-f6577442b175 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0624690 Jun 28 15:35:10.251925 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-81cde0f1-d145-42f5-aaba-204f4679f828 req-3e9b9abf-ce96-4af2-99f0-0a17b6132779 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321150 Jun 28 15:35:10.421155 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb77d87-7a29-490c-bb9c-f5e20a07409c req-88835dee-f38c-406c-ae66-401d6d7bd118 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:10.422608 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9eb77d87-7a29-490c-bb9c-f5e20a07409c req-88835dee-f38c-406c-ae66-401d6d7bd118 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0612698 Jun 28 15:35:10.459391 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9eb77d87-7a29-490c-bb9c-f5e20a07409c req-7a45b02d-34bd-489e-934f-8e580a023ed7 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312610 Jun 28 15:35:11.053404 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daded1d-7b74-4f92-8fa5-40f6100f1220 req-4f1e222c-374a-47a5-b3c1-f910516d0f1d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:11.054834 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4daded1d-7b74-4f92-8fa5-40f6100f1220 req-4f1e222c-374a-47a5-b3c1-f910516d0f1d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0598781 Jun 28 15:35:11.091275 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4daded1d-7b74-4f92-8fa5-40f6100f1220 req-8450dfad-8149-4828-9be4-7f8d59bab839 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306473 Jun 28 15:35:11.431080 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ac232-cb58-4855-9890-73cd9145b498 req-ad0539fd-b29f-4047-8d5d-fd1e5826a049 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:11.432528 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-af3ac232-cb58-4855-9890-73cd9145b498 req-ad0539fd-b29f-4047-8d5d-fd1e5826a049 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0664940 Jun 28 15:35:11.469277 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-af3ac232-cb58-4855-9890-73cd9145b498 req-0dce7a56-1691-4e94-a091-1e754cdd010b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Jun 28 15:35:11.525351 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef594d-c803-4ae6-a3fb-90c849e0b11e req-0cbca179-14e6-4036-b09a-2ff253675095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:11.526868 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7eef594d-c803-4ae6-a3fb-90c849e0b11e req-0cbca179-14e6-4036-b09a-2ff253675095 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 1098 time: 0.0541637 Jun 28 15:35:11.561950 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7eef594d-c803-4ae6-a3fb-90c849e0b11e req-9eb20468-3002-4f5d-9b0f-dd89145b5829 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274847 Jun 28 15:35:11.626194 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb27ab-6202-4762-82f3-e111951e9372 req-84773c2a-69a2-441c-928c-20d8237fd292 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:11.627651 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d6eb27ab-6202-4762-82f3-e111951e9372 req-84773c2a-69a2-441c-928c-20d8237fd292 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0608020 Jun 28 15:35:11.663613 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d6eb27ab-6202-4762-82f3-e111951e9372 req-b7f65705-cd30-4ddc-a630-4ef582d27d9f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306132 Jun 28 15:35:12.263448 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59632c41-5042-460f-bda8-64ada9b24d7c req-c2c367c7-229f-4ad1-aa8c-1adce60eecc3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:12.264851 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-59632c41-5042-460f-bda8-64ada9b24d7c req-c2c367c7-229f-4ad1-aa8c-1adce60eecc3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.0603704 Jun 28 15:35:12.300400 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-59632c41-5042-460f-bda8-64ada9b24d7c req-cbe44575-f3d9-4fb3-83a4-8871c04b17ab tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291755 Jun 28 15:35:12.646743 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc46335-879e-4d55-9fc0-6231944968d3 req-0cae01fb-f9db-41de-86ba-b3ce0bc4803e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:12.648183 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dfc46335-879e-4d55-9fc0-6231944968d3 req-0cae01fb-f9db-41de-86ba-b3ce0bc4803e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0642955 Jun 28 15:35:12.684996 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dfc46335-879e-4d55-9fc0-6231944968d3 req-8314d48c-f29e-4203-a887-83a4c9d52dd1 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309854 Jun 28 15:35:12.836299 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404168c4-e3c4-435b-87e2-00aa7007b4e7 req-29d6ee7a-5724-4f36-955d-4f434fd40cd3 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:12.837665 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-404168c4-e3c4-435b-87e2-00aa7007b4e7 req-29d6ee7a-5724-4f36-955d-4f434fd40cd3 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0639215 Jun 28 15:35:12.874012 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-404168c4-e3c4-435b-87e2-00aa7007b4e7 req-fdf3b83f-aef9-4b8c-85dd-6ef1d39d3127 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306821 Jun 28 15:35:13.323680 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 73a06cd2-a2c6-4876-9715-862c5cfb5329 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:35:13.415595 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:35:13.426853 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'port_id': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'mac_address': 'fa:16:3e:83:b0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:35:13.468851 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:13.481774 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a06cd2-a2c6-4876-9715-862c5cfb5329 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:35:13.500524 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:35:13.505347 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:13.507094 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:13.519357 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee3a19-d0ff-4b85-8949-2be5215decf2 req-1c019847-999b-4c33-8c2c-9bc8d4352171 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:13.521353 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f5ee3a19-d0ff-4b85-8949-2be5215decf2 req-1c019847-999b-4c33-8c2c-9bc8d4352171 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.13 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 945 time: 0.0971169 Jun 28 15:35:13.529454 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dc2a1-fbd5-4e67-b773-582a2afb198b req-28c1719b-5c65-4e15-a930-552ab5e24548 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:13.530852 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-196dc2a1-fbd5-4e67-b773-582a2afb198b req-28c1719b-5c65-4e15-a930-552ab5e24548 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 943 time: 0.1155865 Jun 28 15:35:13.552444 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=73a06cd2-a2c6-4876-9715-862c5cfb5329,revision_number=9']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:13.555563 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:13.610903 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-196dc2a1-fbd5-4e67-b773-582a2afb198b req-e374ea44-70cb-4d19-9fcc-e5244d2fcbaf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742643 Jun 28 15:35:13.666075 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-f5ee3a19-d0ff-4b85-8949-2be5215decf2 req-8c611ae5-83ac-42ad-9602-00f7d36680ad tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Deleting port 4bf86480-223f-4d0c-891d-7dd0fb201cd0 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:35:13.666800 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f5ee3a19-d0ff-4b85-8949-2be5215decf2 req-8c611ae5-83ac-42ad-9602-00f7d36680ad tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:13.758429 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-f5ee3a19-d0ff-4b85-8949-2be5215decf2 req-8c611ae5-83ac-42ad-9602-00f7d36680ad tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] For port 4bf86480-223f-4d0c-891d-7dd0fb201cd0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4bf86480-223f-4d0c-891d-7dd0fb201cd0,segment=NetworkSegment(ec9ad124-5a70-4961-a569-c768dc5d2acc),segment_id=ec9ad124-5a70-4961-a569-c768dc5d2acc)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:35:13.758806 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f5ee3a19-d0ff-4b85-8949-2be5215decf2 req-8c611ae5-83ac-42ad-9602-00f7d36680ad tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:13.773188 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-f5ee3a19-d0ff-4b85-8949-2be5215decf2 req-8c611ae5-83ac-42ad-9602-00f7d36680ad tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Calling delete_port for 4bf86480-223f-4d0c-891d-7dd0fb201cd0 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:35:13.786587 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['73a06cd2-a2c6-4876-9715-862c5cfb5329'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:35:13.863102 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ceffb-72fc-4081-8310-e6dc850a252d req-02ff17d3-f7a3-4eab-8a39-37eb2c5ffd7e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:13.865241 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-aa9ceffb-72fc-4081-8310-e6dc850a252d req-02ff17d3-f7a3-4eab-8a39-37eb2c5ffd7e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0669901 Jun 28 15:35:13.908655 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-aa9ceffb-72fc-4081-8310-e6dc850a252d req-36c94350-974a-42ae-b8a6-0bf4e8b8a463 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373068 Jun 28 15:35:13.914753 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f5ee3a19-d0ff-4b85-8949-2be5215decf2 req-8c611ae5-83ac-42ad-9602-00f7d36680ad tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:13.931821 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:13.955452 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c611ae5-83ac-42ad-9602-00f7d36680ad tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Pushing event deleted for resources: {'Port': ['ID=4bf86480-223f-4d0c-891d-7dd0fb201cd0,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:13.958948 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8c611ae5-83ac-42ad-9602-00f7d36680ad tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:14.007952 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ee3a19-d0ff-4b85-8949-2be5215decf2 req-8c611ae5-83ac-42ad-9602-00f7d36680ad tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] No DVR routers for this DVR port 4bf86480-223f-4d0c-891d-7dd0fb201cd0 on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:35:14.010694 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f5ee3a19-d0ff-4b85-8949-2be5215decf2 req-8c611ae5-83ac-42ad-9602-00f7d36680ad tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:14.013089 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f5ee3a19-d0ff-4b85-8949-2be5215decf2 req-8c611ae5-83ac-42ad-9602-00f7d36680ad tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.13 "DELETE /v2.0/ports/4bf86480-223f-4d0c-891d-7dd0fb201cd0 HTTP/1.1" status: 204 len: 173 time: 0.4708159 Jun 28 15:35:14.014205 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adf7dd7-5786-456f-836a-26654c447262', 'name': 'network-vif-deleted', 'tag': '4bf86480-223f-4d0c-891d-7dd0fb201cd0'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:35:14.017243 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50839b0-d676-4677-94dd-66cef08349cf" -d '{"events": [{"server_uuid": "0adf7dd7-5786-456f-836a-26654c447262", "name": "network-vif-deleted", "tag": "4bf86480-223f-4d0c-891d-7dd0fb201cd0"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:35:14.050116 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7ef20633-5a7f-4660-8c03-5417b158af01 req-cbe9097d-8c26-4c71-9297-e004e089028c tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=0adf7dd7-5786-456f-836a-26654c447262 HTTP/1.1" status: 200 len: 210 time: 0.0433533 Jun 28 15:35:14.098507 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2242fd38-7b57-44b7-89fc-6d5644a311e1 x-openstack-request-id: req-2242fd38-7b57-44b7-89fc-6d5644a311e1 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:35:14.098863 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adf7dd7-5786-456f-836a-26654c447262", "name": "network-vif-deleted", "tag": "4bf86480-223f-4d0c-891d-7dd0fb201cd0", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:35:14.099147 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2242fd38-7b57-44b7-89fc-6d5644a311e1 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:35:14.099583 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adf7dd7-5786-456f-836a-26654c447262', 'name': 'network-vif-deleted', 'tag': '4bf86480-223f-4d0c-891d-7dd0fb201cd0', 'status': 'completed', 'code': 200} Jun 28 15:35:14.382990 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61d6fc-e222-42c7-bd8f-cce2b705c7e3 req-8faf061e-e40b-48cc-af52-08e71e07bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:14.384410 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-be61d6fc-e222-42c7-bd8f-cce2b705c7e3 req-8faf061e-e40b-48cc-af52-08e71e07bb1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de79f47aa1164e8d93df60b1f8e4e9ee&device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 1098 time: 0.0811231 Jun 28 15:35:14.411281 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['4bf86480-223f-4d0c-891d-7dd0fb201cd0'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:35:14.476806 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787fed4-9cb3-4161-ade1-144f4c5440bb req-668a5825-9ceb-421e-b426-356833a7da09 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:14.478271 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8787fed4-9cb3-4161-ade1-144f4c5440bb req-668a5825-9ceb-421e-b426-356833a7da09 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.1339893 Jun 28 15:35:14.511843 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61d6fc-e222-42c7-bd8f-cce2b705c7e3 req-47b1d58f-692a-49a8-b345-d1be45555ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:14.513309 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-be61d6fc-e222-42c7-bd8f-cce2b705c7e3 req-47b1d58f-692a-49a8-b345-d1be45555ade service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa HTTP/1.1" status: 200 len: 918 time: 0.1218896 Jun 28 15:35:14.562138 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8787fed4-9cb3-4161-ade1-144f4c5440bb req-fe81a9b5-ab90-45f1-9e47-5699d9b82e98 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772524 Jun 28 15:35:14.563488 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-be61d6fc-e222-42c7-bd8f-cce2b705c7e3 req-8d40037d-6d35-4e84-a6d9-3241320e2181 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=001e505d-02ff-42a5-b4ed-a475521deccd HTTP/1.1" status: 200 len: 217 time: 0.0397508 Jun 28 15:35:14.622200 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61d6fc-e222-42c7-bd8f-cce2b705c7e3 req-186d4e62-d13a-4bee-b072-d612e81f2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:14.623846 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-be61d6fc-e222-42c7-bd8f-cce2b705c7e3 req-186d4e62-d13a-4bee-b072-d612e81f2ac3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24ba7c8a-dbac-438a-96f3-be136ed79139 HTTP/1.1" status: 200 len: 857 time: 0.0508859 Jun 28 15:35:14.659544 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-be61d6fc-e222-42c7-bd8f-cce2b705c7e3 req-6b2aada9-dd24-41b5-b0cb-501ac46ce24b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266445 Jun 28 15:35:14.756240 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-be61d6fc-e222-42c7-bd8f-cce2b705c7e3 req-2e8d5317-cfe5-4acc-8b7e-90ab2b1a2298 service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892611 Jun 28 15:35:14.791298 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cd9c1-b92a-4a1e-8353-4d6d6a8514c9 req-55c50881-30cd-4023-96b4-e42262c9da40 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:14.792749 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8b9cd9c1-b92a-4a1e-8353-4d6d6a8514c9 req-55c50881-30cd-4023-96b4-e42262c9da40 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 944 time: 0.0612366 Jun 28 15:35:14.829231 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8b9cd9c1-b92a-4a1e-8353-4d6d6a8514c9 req-aff44a12-81c2-49f6-94ca-77ccef522be7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307062 Jun 28 15:35:14.834944 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:35:14.857671 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-be61d6fc-e222-42c7-bd8f-cce2b705c7e3 req-45893c69-f0e1-43c8-bd34-d40a61e701d6 service neutron] 10.222.0.13 "GET /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931542 Jun 28 15:35:15.366385 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 73a06cd2-a2c6-4876-9715-862c5cfb5329 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:35:15.411506 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 73a06cd2-a2c6-4876-9715-862c5cfb5329 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:35:15.412118 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:15.491710 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:15.513160 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:35:15.515639 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5115c0-0347-4d61-a5a3-5b12567da795" -d '{"events": [{"server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "name": "network-vif-plugged", "status": "completed", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:35:15.528681 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:35:15.532665 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:15.535738 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:15.558090 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e6036d-8bc9-4dbc-be08-b0e5f7175f4a x-openstack-request-id: req-c0e6036d-8bc9-4dbc-be08-b0e5f7175f4a {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:35:15.558384 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "name": "network-vif-plugged", "status": "completed", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:35:15.559551 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0e6036d-8bc9-4dbc-be08-b0e5f7175f4a {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:35:15.564470 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'code': 200} Jun 28 15:35:15.589721 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=73a06cd2-a2c6-4876-9715-862c5cfb5329,revision_number=10']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:15.592590 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:15.731413 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a27b70-fef5-4401-b1a7-215451eee6f1 req-de1e646f-d37c-4a49-8fad-e037062b2f29 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:15.732877 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-63a27b70-fef5-4401-b1a7-215451eee6f1 req-de1e646f-d37c-4a49-8fad-e037062b2f29 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0617080 Jun 28 15:35:15.769512 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-63a27b70-fef5-4401-b1a7-215451eee6f1 req-27167aaa-d1af-4de6-86e4-a938a96aa2c5 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311420 Jun 28 15:35:15.896882 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:16.014477 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3ce21-19fd-40bc-a1df-a4d6432295b0 req-4a3fe97e-0bbb-4f91-bdfb-521800926c6e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:16.015828 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-dcf3ce21-19fd-40bc-a1df-a4d6432295b0 req-4a3fe97e-0bbb-4f91-bdfb-521800926c6e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 946 time: 0.0652905 Jun 28 15:35:16.052754 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-dcf3ce21-19fd-40bc-a1df-a4d6432295b0 req-8f685509-ad9b-49df-ada3-493cdd0c6286 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Jun 28 15:35:16.067714 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86b55c-c49f-4f45-9651-816a0040f3fb req-a7a73528-e26c-4591-9291-e85265e9740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:16.069180 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0d86b55c-c49f-4f45-9651-816a0040f3fb req-a7a73528-e26c-4591-9291-e85265e9740e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 1099 time: 0.0509331 Jun 28 15:35:16.105353 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0d86b55c-c49f-4f45-9651-816a0040f3fb req-cf1843f4-d2ee-42e1-a6ba-a2b43e879bc2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279641 Jun 28 15:35:16.949217 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f405514-6e95-4d82-9034-d457a1be5f8b req-904e6a0a-14b2-4873-a80f-04cb0b4ef36e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:16.950669 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4f405514-6e95-4d82-9034-d457a1be5f8b req-904e6a0a-14b2-4873-a80f-04cb0b4ef36e tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0647738 Jun 28 15:35:17.222127 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4f405514-6e95-4d82-9034-d457a1be5f8b req-38b15b2e-8ad3-40a4-9a58-ad5fa1c58efd tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657535 Jun 28 15:35:17.234625 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2040ba2-7b3d-405d-8b7c-7bb8a6ed898b req-2b2ce800-4d5f-4eb6-972b-91576023405e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:17.239530 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f2040ba2-7b3d-405d-8b7c-7bb8a6ed898b req-2b2ce800-4d5f-4eb6-972b-91576023405e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 946 time: 0.0684419 Jun 28 15:35:17.274250 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f2040ba2-7b3d-405d-8b7c-7bb8a6ed898b req-7eab97cb-82b1-4336-b1dc-41b9c56534ef tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Jun 28 15:35:17.369611 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 4bf86480-223f-4d0c-891d-7dd0fb201cd0 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:35:17.390523 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 4bf86480-223f-4d0c-891d-7dd0fb201cd0 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:35:17.390880 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 4bf86480-223f-4d0c-891d-7dd0fb201cd0 not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:35:18.453011 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f3d9d-51ee-437b-929b-accae7bb6311 req-6f26974b-91e3-4c8a-a68f-db835e42fbb8 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:18.454495 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0d6f3d9d-51ee-437b-929b-accae7bb6311 req-6f26974b-91e3-4c8a-a68f-db835e42fbb8 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 946 time: 0.0643446 Jun 28 15:35:18.491278 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0d6f3d9d-51ee-437b-929b-accae7bb6311 req-27ce8bf9-fe84-478b-9efc-a183ec9c5a3c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312738 Jun 28 15:35:18.996512 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-06882c71-bdbe-4c07-bac0-072f04225b5f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:18.997874 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-06882c71-bdbe-4c07-bac0-072f04225b5f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/networks?id=315d8221-d24a-44d6-aae9-ff9631eff028 HTTP/1.1" status: 200 len: 814 time: 0.1001518 Jun 28 15:35:19.011909 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-effab7c2-0b2c-4959-be80-55136ace6e00 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/quotas/d8963d6a802d450aac3836b6402a038f HTTP/1.1" status: 200 len: 375 time: 0.0085845 Jun 28 15:35:19.046535 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fae61783-1904-436b-9864-be8f0cd08c51 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8963d6a802d450aac3836b6402a038f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297298 Jun 28 15:35:19.132320 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-0d6d5d4a-c793-4f6f-b234-7f607d8bfb38 service neutron] 10.222.0.30 "GET /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788438 Jun 28 15:35:19.219852 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-892ca614-804d-49b5-9011-3e317f0d2a2a service neutron] 10.222.0.30 "GET /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819242 Jun 28 15:35:19.381823 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-49eaa091-f458-48a4-88ca-2f5947ee62db req-4ae702bb-3772-4ecd-9fb6-905980c038b2 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 210 time: 0.0278463 Jun 28 15:35:20.454426 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-48ea0570-7e59-4d72-817d-638557ffc99e tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:20.455894 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-48ea0570-7e59-4d72-817d-638557ffc99e tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.13 "GET /v2.0/networks?id=315d8221-d24a-44d6-aae9-ff9631eff028 HTTP/1.1" status: 200 len: 814 time: 0.1050415 Jun 28 15:35:20.471631 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Request body: {'port': {'device_id': '9ea9e438-2c05-4a37-adf9-46c8daf1320e', 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028', 'admin_state_up': True, 'tenant_id': 'd8963d6a802d450aac3836b6402a038f'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:35:20.560681 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9bb330a4-40e2-4f3b-b252-40bd31a9c695 req-78f4ecc8-e1e5-4eaa-8807-5564e85c3922 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 210 time: 0.0609403 Jun 28 15:35:20.612650 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Made reservation on behalf of d8963d6a802d450aac3836b6402a038f for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:35:20.615863 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:20.737705 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Allocated IP 172.20.0.13 (315d8221-d24a-44d6-aae9-ff9631eff028/0d88b158-5bb1-42a6-9fd2-e9d4da18241d/8c0e9bfc-08ce-4c6f-bf43-b42865945bf4) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:35:20.879823 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:20.918142 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:20.922543 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:20.960713 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Network 315d8221-d24a-44d6-aae9-ff9631eff028 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:35:20.968254 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:35:20.971437 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:35:20.976867 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:20.977471 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:20.993106 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Pushing event updated for resources: {'Port': ['ID=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:20.996720 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:21.004642 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5365601 Jun 28 15:35:21.018876 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Request body: {'port': {'device_id': '9ea9e438-2c05-4a37-adf9-46c8daf1320e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:35:21.090946 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:21.379969 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64ee0c-e572-49b7-b3d9-a62ee084947b req-36a27586-7290-4df7-881c-23ce7015ccbd tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:21.381307 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd64ee0c-e572-49b7-b3d9-a62ee084947b req-36a27586-7290-4df7-881c-23ce7015ccbd tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0988150 Jun 28 15:35:21.443051 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:35:21.453539 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:21.457905 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd64ee0c-e572-49b7-b3d9-a62ee084947b req-94263e92-69f6-4c6c-9d55-bcd7cb3c7de3 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698004 Jun 28 15:35:21.469182 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Transition to ACTIVE for port object 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:35:21.473512 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:21.475667 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-05696a08-7eb4-4ae7-98d5-0a716ed52ffa tempest-DeleteServersTestJSON-1889931933 tempest-DeleteServersTestJSON-1889931933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:21.523144 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:21.525863 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:21.556474 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Attempting to bind port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:35:21.556813 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Attempting to bind port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'ec9ad124-5a70-4961-a569-c768dc5d2acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:35:21.557138 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Attempting to bind port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 on network 315d8221-d24a-44d6-aae9-ff9631eff028 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:35:21.561355 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 on network 315d8221-d24a-44d6-aae9-ff9631eff028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:35:21.561672 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Attempting to bind port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 on network 315d8221-d24a-44d6-aae9-ff9631eff028 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:35:21.566302 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:35:21.567316 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Checking segment: {'id': 'ec9ad124-5a70-4961-a569-c768dc5d2acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:35:21.567690 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Bound using segment: {'id': 'ec9ad124-5a70-4961-a569-c768dc5d2acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:35:21.568106 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Bound port: 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9ad124-5a70-4961-a569-c768dc5d2acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:35:21.568451 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:21.628746 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] For port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:35:21.632678 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] For port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4,segment=NetworkSegment(ec9ad124-5a70-4961-a569-c768dc5d2acc),segment_id=ec9ad124-5a70-4961-a569-c768dc5d2acc)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:35:21.636909 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:21.638901 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:21.675070 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:21.675677 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:21.677691 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] 10.222.0.13 "PUT /v2.0/ports/8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 HTTP/1.1" status: 200 len: 1094 time: 0.6628201 Jun 28 15:35:21.678213 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea9e438-2c05-4a37-adf9-46c8daf1320e', 'tag': '8c0e9bfc-08ce-4c6f-bf43-b42865945bf4'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:35:21.680587 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5743f21-0bbe-4087-b838-67c7f1a06e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea9e438-2c05-4a37-adf9-46c8daf1320e", "tag": "8c0e9bfc-08ce-4c6f-bf43-b42865945bf4"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:35:21.703871 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:21.707689 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:21.748648 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810db144-c85a-4c74-822e-8f2131e7f854 x-openstack-request-id: req-810db144-c85a-4c74-822e-8f2131e7f854 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:35:21.748960 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea9e438-2c05-4a37-adf9-46c8daf1320e", "tag": "8c0e9bfc-08ce-4c6f-bf43-b42865945bf4", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:35:21.749235 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-810db144-c85a-4c74-822e-8f2131e7f854 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:35:21.749639 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea9e438-2c05-4a37-adf9-46c8daf1320e', 'tag': '8c0e9bfc-08ce-4c6f-bf43-b42865945bf4', 'status': 'completed', 'code': 200} Jun 28 15:35:21.753481 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669c52f-f0e0-4443-b1e2-846566a4eae1 req-c3786a0a-d632-415a-b270-791ebcf34fa1 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:21.754988 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a669c52f-f0e0-4443-b1e2-846566a4eae1 req-c3786a0a-d632-415a-b270-791ebcf34fa1 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 944 time: 0.0775950 Jun 28 15:35:21.777763 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-6597cfb6-9226-43fc-aef9-875ac735e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:21.779588 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-6597cfb6-9226-43fc-aef9-875ac735e20d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8963d6a802d450aac3836b6402a038f&device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 1097 time: 0.0606992 Jun 28 15:35:21.792768 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a669c52f-f0e0-4443-b1e2-846566a4eae1 req-b6ca51ce-2538-4b64-a6bd-d2ae8b300473 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Jun 28 15:35:21.827334 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-f09cf0e4-fa65-4f94-9bb7-0728ead91063 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 HTTP/1.1" status: 200 len: 217 time: 0.0383682 Jun 28 15:35:21.878714 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-2db96e33-5a83-4390-91d6-c7b697f3f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:21.880124 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-2db96e33-5a83-4390-91d6-c7b697f3f151 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d88b158-5bb1-42a6-9fd2-e9d4da18241d HTTP/1.1" status: 200 len: 854 time: 0.0439904 Jun 28 15:35:21.916987 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-cfbfae77-a853-4acd-9809-375ac5fb4e6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=315d8221-d24a-44d6-aae9-ff9631eff028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288603 Jun 28 15:35:22.003692 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-531b20b3-f1b2-4fd5-9609-2ffef38b124b service neutron] 10.222.0.13 "GET /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786877 Jun 28 15:35:22.104454 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0b7b8a4d-9324-4a8c-80cc-5ad6492fd827 req-b11415f4-50a8-4883-a4b6-8b16c638e532 service neutron] 10.222.0.13 "GET /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900648 Jun 28 15:35:22.202828 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5743f21-0bbe-4087-b838-67c7f1a06e2e req-2fef59f9-2a1a-4f2d-a71c-e2be51a8ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:22.204278 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c5743f21-0bbe-4087-b838-67c7f1a06e2e req-2fef59f9-2a1a-4f2d-a71c-e2be51a8ea59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8963d6a802d450aac3836b6402a038f&device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 1097 time: 0.0512042 Jun 28 15:35:22.294262 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5743f21-0bbe-4087-b838-67c7f1a06e2e req-2a392b54-feb9-4ad9-ac5b-929e455a3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:22.295688 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c5743f21-0bbe-4087-b838-67c7f1a06e2e req-2a392b54-feb9-4ad9-ac5b-929e455a3678 service neutron] 10.222.0.13 "GET /v2.0/networks?id=315d8221-d24a-44d6-aae9-ff9631eff028 HTTP/1.1" status: 200 len: 915 time: 0.0834079 Jun 28 15:35:22.339483 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c5743f21-0bbe-4087-b838-67c7f1a06e2e req-3876824b-501f-49d4-9594-642b934aa7c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 HTTP/1.1" status: 200 len: 217 time: 0.0341368 Jun 28 15:35:22.388382 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5743f21-0bbe-4087-b838-67c7f1a06e2e req-e0b759db-bade-4cf5-a474-2400c3447f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:22.389727 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c5743f21-0bbe-4087-b838-67c7f1a06e2e req-e0b759db-bade-4cf5-a474-2400c3447f56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d88b158-5bb1-42a6-9fd2-e9d4da18241d HTTP/1.1" status: 200 len: 854 time: 0.0419221 Jun 28 15:35:22.432352 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c5743f21-0bbe-4087-b838-67c7f1a06e2e req-4f211f36-3369-457a-8dbb-75cc93a61163 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=315d8221-d24a-44d6-aae9-ff9631eff028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298333 Jun 28 15:35:22.526494 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c5743f21-0bbe-4087-b838-67c7f1a06e2e req-b99ad2d8-2acd-4e2a-9b02-59693de03986 service neutron] 10.222.0.13 "GET /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811098 Jun 28 15:35:22.650689 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c5743f21-0bbe-4087-b838-67c7f1a06e2e req-ad4b27b0-891a-4066-b8dd-23edb6312638 service neutron] 10.222.0.13 "GET /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155255 Jun 28 15:35:22.669410 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac238d0-83ea-4778-9863-d398b3598652 req-e63d4a6b-0242-4d77-aa33-dbc22556bd5b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:22.670929 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3ac238d0-83ea-4778-9863-d398b3598652 req-e63d4a6b-0242-4d77-aa33-dbc22556bd5b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.0834007 Jun 28 15:35:22.708976 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3ac238d0-83ea-4778-9863-d398b3598652 req-6c6ff5e4-6381-4956-bc16-6a755f15fcce tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323441 Jun 28 15:35:22.964484 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04a77e-e7be-47ab-aeaf-4c9e6fe69918 req-70509fcd-e788-489c-be20-74d54220b88e tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:22.965936 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ab04a77e-e7be-47ab-aeaf-4c9e6fe69918 req-70509fcd-e788-489c-be20-74d54220b88e tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 944 time: 0.0640767 Jun 28 15:35:23.002764 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ab04a77e-e7be-47ab-aeaf-4c9e6fe69918 req-ba7fe8f8-7852-4661-88c5-5f449da90c2d tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308146 Jun 28 15:35:23.918281 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc18fa-9b8c-46e1-95c6-27d56694e3ae req-01426e83-8f07-4f09-8027-365302395293 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:23.919742 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9fdc18fa-9b8c-46e1-95c6-27d56694e3ae req-01426e83-8f07-4f09-8027-365302395293 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.13 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.1088440 Jun 28 15:35:23.930234 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1117b-278c-4bad-8b18-7f5b0f910f44 req-28ed6f49-260a-4bb5-9e25-326103c33882 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:23.931643 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-38b1117b-278c-4bad-8b18-7f5b0f910f44 req-28ed6f49-260a-4bb5-9e25-326103c33882 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=106e2634-6321-4ace-a0cd-5421e1ed6503 HTTP/1.1" status: 200 len: 945 time: 0.1121047 Jun 28 15:35:24.003590 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-38b1117b-278c-4bad-8b18-7f5b0f910f44 req-b15b3bf2-f937-4bed-827f-9b9e7a08b374 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647595 Jun 28 15:35:24.047013 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-9fdc18fa-9b8c-46e1-95c6-27d56694e3ae req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Deleting port 0e534219-d95f-42e4-adb4-95644e242f58 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:35:24.047359 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9fdc18fa-9b8c-46e1-95c6-27d56694e3ae req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:24.136726 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-9fdc18fa-9b8c-46e1-95c6-27d56694e3ae req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] For port 0e534219-d95f-42e4-adb4-95644e242f58, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0e534219-d95f-42e4-adb4-95644e242f58,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:35:24.137131 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9fdc18fa-9b8c-46e1-95c6-27d56694e3ae req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:24.151031 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-9fdc18fa-9b8c-46e1-95c6-27d56694e3ae req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Calling delete_port for 0e534219-d95f-42e4-adb4-95644e242f58 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:35:24.173427 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceafb8e-673d-472a-bbce-94dee4a5faed req-1ae9c55e-59e8-4613-9431-97de12733eae tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:24.174925 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-dceafb8e-673d-472a-bbce-94dee4a5faed req-1ae9c55e-59e8-4613-9431-97de12733eae tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 944 time: 0.0628884 Jun 28 15:35:24.212507 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-dceafb8e-673d-472a-bbce-94dee4a5faed req-d7df9d4c-fc44-464d-8517-6b1e4d9a3267 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319760 Jun 28 15:35:24.276401 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9fdc18fa-9b8c-46e1-95c6-27d56694e3ae req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:24.280793 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:24.287506 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['001e505d-02ff-42a5-b4ed-a475521deccd', '0e534219-d95f-42e4-adb4-95644e242f58'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:35:24.305985 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Pushing event deleted for resources: {'Port': ['ID=0e534219-d95f-42e4-adb4-95644e242f58,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:24.320954 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:24.321322 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:24.321675 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:24.322022 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:24.322386 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:24.322757 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:24.323348 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:24.323687 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:24.324023 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:24.324358 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:24.324691 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:24.325026 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:24.343316 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:24.362606 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdc18fa-9b8c-46e1-95c6-27d56694e3ae req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] No DVR routers for this DVR port 0e534219-d95f-42e4-adb4-95644e242f58 on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:35:24.365487 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9fdc18fa-9b8c-46e1-95c6-27d56694e3ae req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:24.367428 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9fdc18fa-9b8c-46e1-95c6-27d56694e3ae req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.13 "DELETE /v2.0/ports/0e534219-d95f-42e4-adb4-95644e242f58 HTTP/1.1" status: 204 len: 173 time: 0.4349148 Jun 28 15:35:24.367910 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106e2634-6321-4ace-a0cd-5421e1ed6503', 'name': 'network-vif-deleted', 'tag': '0e534219-d95f-42e4-adb4-95644e242f58'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:35:24.370164 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9479db60-10a9-4bb4-b062-e70332c2a07e" -d '{"events": [{"server_uuid": "106e2634-6321-4ace-a0cd-5421e1ed6503", "name": "network-vif-deleted", "tag": "0e534219-d95f-42e4-adb4-95644e242f58"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:35:24.411514 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc58c63-d09e-4aa4-99aa-83f78a6bc279 x-openstack-request-id: req-3cc58c63-d09e-4aa4-99aa-83f78a6bc279 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:35:24.411838 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106e2634-6321-4ace-a0cd-5421e1ed6503", "name": "network-vif-deleted", "tag": "0e534219-d95f-42e4-adb4-95644e242f58", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:35:24.412140 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cc58c63-d09e-4aa4-99aa-83f78a6bc279 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:35:24.412547 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106e2634-6321-4ace-a0cd-5421e1ed6503', 'name': 'network-vif-deleted', 'tag': '0e534219-d95f-42e4-adb4-95644e242f58', 'status': 'completed', 'code': 200} Jun 28 15:35:25.389968 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcc90e-0f73-4e22-91d8-41ebf80ac7b7 req-1243b271-6a2f-4bff-b3e7-8cb4a54b1e6e tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:25.391476 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9cfcc90e-0f73-4e22-91d8-41ebf80ac7b7 req-1243b271-6a2f-4bff-b3e7-8cb4a54b1e6e tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 944 time: 0.0609906 Jun 28 15:35:25.429587 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9cfcc90e-0f73-4e22-91d8-41ebf80ac7b7 req-f35178eb-ca8a-4973-9ed1-ec8c6e7cfb5f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Jun 28 15:35:25.430854 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:35:25.457896 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381abb46-4d4c-4d5f-8288-cc6f454dea90 req-d3c398ec-4356-4b46-9dde-218abd35a74b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:25.459404 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-381abb46-4d4c-4d5f-8288-cc6f454dea90 req-d3c398ec-4356-4b46-9dde-218abd35a74b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0693772 Jun 28 15:35:25.498957 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-381abb46-4d4c-4d5f-8288-cc6f454dea90 req-841179c2-0be7-4e73-832c-718ca4808c5b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314479 Jun 28 15:35:25.529318 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4,segment=NetworkSegment(ec9ad124-5a70-4961-a569-c768dc5d2acc),segment_id=ec9ad124-5a70-4961-a569-c768dc5d2acc)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:35:25.542902 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '8c0e9bfc-08ce-4c6f-bf43-b42865945bf4', 'network_id': '315d8221-d24a-44d6-aae9-ff9631eff028', 'port_id': '8c0e9bfc-08ce-4c6f-bf43-b42865945bf4', 'mac_address': 'fa:16:3e:0a:ca:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d88b158-5bb1-42a6-9fd2-e9d4da18241d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:35:25.682170 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:25.694667 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:35:25.713997 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4,segment=NetworkSegment(ec9ad124-5a70-4961-a569-c768dc5d2acc),segment_id=ec9ad124-5a70-4961-a569-c768dc5d2acc)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:35:25.717772 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:25.719605 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:25.763014 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:25.766013 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:25.982718 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['8c0e9bfc-08ce-4c6f-bf43-b42865945bf4'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:35:26.611822 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d9988-6740-45a6-a311-bf544ec8c763 req-dbfaacbd-5844-4617-aa89-3f0a31c2d484 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:26.613296 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f76d9988-6740-45a6-a311-bf544ec8c763 req-dbfaacbd-5844-4617-aa89-3f0a31c2d484 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 945 time: 0.0671837 Jun 28 15:35:26.650440 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f76d9988-6740-45a6-a311-bf544ec8c763 req-9edfe3a4-7dd7-4518-89db-e33e40bdc7b4 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Jun 28 15:35:26.671266 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ac74d-a127-41a0-9b05-4911ac048f6d req-52485e14-04c7-4d72-b155-d300c5b5f834 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:26.672756 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-856ac74d-a127-41a0-9b05-4911ac048f6d req-52485e14-04c7-4d72-b155-d300c5b5f834 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0629568 Jun 28 15:35:26.709784 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-856ac74d-a127-41a0-9b05-4911ac048f6d req-da9a9edc-8a76-4569-a927-66912dd3ee10 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Jun 28 15:35:27.432199 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:35:27.481857 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:35:27.486820 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:35:27.487331 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:27.567367 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:27.588894 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea9e438-2c05-4a37-adf9-46c8daf1320e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0e9bfc-08ce-4c6f-bf43-b42865945bf4'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:35:27.591158 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316962a7-781d-461f-ad76-7eecf09f6f97" -d '{"events": [{"server_uuid": "9ea9e438-2c05-4a37-adf9-46c8daf1320e", "name": "network-vif-plugged", "status": "completed", "tag": "8c0e9bfc-08ce-4c6f-bf43-b42865945bf4"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:35:27.603533 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4,segment=NetworkSegment(ec9ad124-5a70-4961-a569-c768dc5d2acc),segment_id=ec9ad124-5a70-4961-a569-c768dc5d2acc)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:35:27.607552 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:27.608510 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 0e534219-d95f-42e4-adb4-95644e242f58 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:35:27.610119 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:27.630353 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0333fc-3983-44c3-85b0-65f2e260b44f x-openstack-request-id: req-fa0333fc-3983-44c3-85b0-65f2e260b44f {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:35:27.630673 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea9e438-2c05-4a37-adf9-46c8daf1320e", "name": "network-vif-plugged", "status": "completed", "tag": "8c0e9bfc-08ce-4c6f-bf43-b42865945bf4", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:35:27.630931 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa0333fc-3983-44c3-85b0-65f2e260b44f {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:35:27.631319 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea9e438-2c05-4a37-adf9-46c8daf1320e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0e9bfc-08ce-4c6f-bf43-b42865945bf4', 'code': 200} Jun 28 15:35:27.647168 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 0e534219-d95f-42e4-adb4-95644e242f58 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:35:27.647513 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 0e534219-d95f-42e4-adb4-95644e242f58 not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:35:27.672264 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:27.676405 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:27.828843 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf793e-b99e-4089-a2fc-d73f7f7b5b96 req-30dbd619-3202-4c7b-9011-30b8168b590d tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:27.830362 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9bcf793e-b99e-4089-a2fc-d73f7f7b5b96 req-30dbd619-3202-4c7b-9011-30b8168b590d tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 946 time: 0.0664649 Jun 28 15:35:27.874122 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9bcf793e-b99e-4089-a2fc-d73f7f7b5b96 req-e5d3f263-4373-481e-8773-717a24f90a87 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362766 Jun 28 15:35:27.906614 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55fc18-5da0-4ed1-a902-e16c54f822aa req-88c1a154-b0ad-4274-8ece-a1c65271fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:27.908091 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bd55fc18-5da0-4ed1-a902-e16c54f822aa req-88c1a154-b0ad-4274-8ece-a1c65271fea8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 1099 time: 0.1009221 Jun 28 15:35:27.922093 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10ce48-c20c-464f-a739-f16f84548489 req-de9f7383-7428-44a1-81e5-2a64dd0aa5e1 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:27.923458 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3b10ce48-c20c-464f-a739-f16f84548489 req-de9f7383-7428-44a1-81e5-2a64dd0aa5e1 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0857017 Jun 28 15:35:27.973407 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bd55fc18-5da0-4ed1-a902-e16c54f822aa req-6357cc13-609c-430f-905a-d3912705a627 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485091 Jun 28 15:35:27.978071 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3b10ce48-c20c-464f-a739-f16f84548489 req-fc7fc605-261c-43d2-99f8-a185297a8c82 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483353 Jun 28 15:35:28.292605 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573841f9-2877-4d2b-ae01-131004e6c11a req-662f7716-fed3-41bf-8da2-832e860c2d0f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:28.294063 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-573841f9-2877-4d2b-ae01-131004e6c11a req-662f7716-fed3-41bf-8da2-832e860c2d0f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0614412 Jun 28 15:35:28.329901 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-573841f9-2877-4d2b-ae01-131004e6c11a req-59c6642d-debc-43f2-a393-ded22e29a599 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301788 Jun 28 15:35:29.062007 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ef55e-e675-4850-b230-1e2e6169383f req-7aa75a70-b1d5-41da-b0dd-a3bd7133a98f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:29.063667 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5c1ef55e-e675-4850-b230-1e2e6169383f req-7aa75a70-b1d5-41da-b0dd-a3bd7133a98f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 946 time: 0.0713351 Jun 28 15:35:29.106191 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5c1ef55e-e675-4850-b230-1e2e6169383f req-9f884cb2-df45-4538-8c62-f358b1a85d74 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356565 Jun 28 15:35:29.165824 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b767fc-fda6-4853-8ccc-7ccb303e1584 req-3078b90b-b206-4225-adee-ebb20cd329d5 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:29.167322 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-37b767fc-fda6-4853-8ccc-7ccb303e1584 req-3078b90b-b206-4225-adee-ebb20cd329d5 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0699952 Jun 28 15:35:29.206986 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-37b767fc-fda6-4853-8ccc-7ccb303e1584 req-996906a6-81f3-4901-96f4-d31be8dc243c tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337150 Jun 28 15:35:29.499719 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0f4d1-7f30-412a-ba30-1117a10ee972 req-90fb9ae3-7e39-48b3-b02f-7733cdd28bab tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:29.501163 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5be0f4d1-7f30-412a-ba30-1117a10ee972 req-90fb9ae3-7e39-48b3-b02f-7733cdd28bab tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0618012 Jun 28 15:35:29.537582 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5be0f4d1-7f30-412a-ba30-1117a10ee972 req-50172bf4-9042-4788-817b-20877249a444 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308466 Jun 28 15:35:30.277518 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff91fc2-c151-438e-a5f4-43765017ca78 req-312c0a9c-7c20-4889-ade7-19a8d4281b1f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:30.279014 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3ff91fc2-c151-438e-a5f4-43765017ca78 req-312c0a9c-7c20-4889-ade7-19a8d4281b1f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 946 time: 0.0631521 Jun 28 15:35:30.316026 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3ff91fc2-c151-438e-a5f4-43765017ca78 req-e71f0ab4-9c43-4a1d-8e07-68020fb76102 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310228 Jun 28 15:35:30.380127 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3219d-8174-444a-9beb-9725b5767b97 req-f6099c5c-73bd-4c4e-b7e8-32efbf45bf86 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:30.381595 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9de3219d-8174-444a-9beb-9725b5767b97 req-f6099c5c-73bd-4c4e-b7e8-32efbf45bf86 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0620110 Jun 28 15:35:30.416878 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9de3219d-8174-444a-9beb-9725b5767b97 req-1d5b887d-159e-46b8-a216-2016082b7e25 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295634 Jun 28 15:35:30.721718 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b4fe7-65f3-4e16-82e4-08df195b520c req-91581345-4de1-4444-a53d-c03cea0ebf5d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:30.723754 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-196b4fe7-65f3-4e16-82e4-08df195b520c req-91581345-4de1-4444-a53d-c03cea0ebf5d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0694242 Jun 28 15:35:30.761256 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-196b4fe7-65f3-4e16-82e4-08df195b520c req-46eb2db6-c4d1-4411-9abe-da6cf6fe86d9 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315032 Jun 28 15:35:31.589751 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a5999-4a9e-4547-bf20-2c67ae9eca70 req-45c3f849-8fff-47d5-947a-346906ebd381 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:31.591249 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dd6a5999-4a9e-4547-bf20-2c67ae9eca70 req-45c3f849-8fff-47d5-947a-346906ebd381 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0623891 Jun 28 15:35:31.631135 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dd6a5999-4a9e-4547-bf20-2c67ae9eca70 req-2e3a19b2-c0f7-4d2f-a0b7-0918f70a881f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ce5fc9c-aeb5-44c9-a381-64d2b3472654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341427 Jun 28 15:35:31.754769 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76057911-86b6-4bcb-9fb2-e1b401429445 req-ad9cdf43-3bf4-4805-a28c-2d7663e49a3a tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:31.756227 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-76057911-86b6-4bcb-9fb2-e1b401429445 req-ad9cdf43-3bf4-4805-a28c-2d7663e49a3a tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.13 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 945 time: 0.0635536 Jun 28 15:35:31.855234 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-76057911-86b6-4bcb-9fb2-e1b401429445 req-67623458-a372-4c69-9881-aae89394846f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Deleting port 001e505d-02ff-42a5-b4ed-a475521deccd {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:35:31.855576 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-76057911-86b6-4bcb-9fb2-e1b401429445 req-67623458-a372-4c69-9881-aae89394846f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:31.938775 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25605b32-614f-4943-9fbe-ad72da3d1ed3 req-459c7ef2-c51d-48f8-bd3f-871aabcfd646 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:31.940249 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-25605b32-614f-4943-9fbe-ad72da3d1ed3 req-459c7ef2-c51d-48f8-bd3f-871aabcfd646 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0679140 Jun 28 15:35:31.954174 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-76057911-86b6-4bcb-9fb2-e1b401429445 req-67623458-a372-4c69-9881-aae89394846f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] For port 001e505d-02ff-42a5-b4ed-a475521deccd, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=001e505d-02ff-42a5-b4ed-a475521deccd,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:35:31.954174 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-76057911-86b6-4bcb-9fb2-e1b401429445 req-67623458-a372-4c69-9881-aae89394846f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:31.967390 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-76057911-86b6-4bcb-9fb2-e1b401429445 req-67623458-a372-4c69-9881-aae89394846f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Calling delete_port for 001e505d-02ff-42a5-b4ed-a475521deccd owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:35:31.983021 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-25605b32-614f-4943-9fbe-ad72da3d1ed3 req-eb4b8bc9-9f39-4295-bb1c-8fa70006f60a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358391 Jun 28 15:35:32.102117 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-76057911-86b6-4bcb-9fb2-e1b401429445 req-67623458-a372-4c69-9881-aae89394846f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:32.105747 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45b97075-0abf-473e-a751-9ca0135752db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:32.115733 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['001e505d-02ff-42a5-b4ed-a475521deccd'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:35:32.131603 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67623458-a372-4c69-9881-aae89394846f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Pushing event deleted for resources: {'Port': ['ID=001e505d-02ff-42a5-b4ed-a475521deccd,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:32.134693 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-67623458-a372-4c69-9881-aae89394846f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:32.174240 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-76057911-86b6-4bcb-9fb2-e1b401429445 req-67623458-a372-4c69-9881-aae89394846f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] No DVR routers for this DVR port 001e505d-02ff-42a5-b4ed-a475521deccd on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:35:32.177040 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-76057911-86b6-4bcb-9fb2-e1b401429445 req-67623458-a372-4c69-9881-aae89394846f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:32.179381 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-76057911-86b6-4bcb-9fb2-e1b401429445 req-67623458-a372-4c69-9881-aae89394846f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.13 "DELETE /v2.0/ports/001e505d-02ff-42a5-b4ed-a475521deccd HTTP/1.1" status: 204 len: 173 time: 0.4164031 Jun 28 15:35:32.179936 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7757f3f1-9979-4455-90d2-681251fa2b2e', 'name': 'network-vif-deleted', 'tag': '001e505d-02ff-42a5-b4ed-a475521deccd'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:35:32.182198 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362d9e25-ce04-4fc0-9b11-4cfed1f98eb1" -d '{"events": [{"server_uuid": "7757f3f1-9979-4455-90d2-681251fa2b2e", "name": "network-vif-deleted", "tag": "001e505d-02ff-42a5-b4ed-a475521deccd"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:35:32.218225 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc88ae4-bb14-4332-82aa-ed534561ef37 x-openstack-request-id: req-bfc88ae4-bb14-4332-82aa-ed534561ef37 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:35:32.218524 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7757f3f1-9979-4455-90d2-681251fa2b2e", "name": "network-vif-deleted", "tag": "001e505d-02ff-42a5-b4ed-a475521deccd", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:35:32.218816 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfc88ae4-bb14-4332-82aa-ed534561ef37 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:35:32.219236 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7757f3f1-9979-4455-90d2-681251fa2b2e', 'name': 'network-vif-deleted', 'tag': '001e505d-02ff-42a5-b4ed-a475521deccd', 'status': 'completed', 'code': 200} Jun 28 15:35:32.788618 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b716eb32-97a9-411a-8c0a-990564a470fa req-1ad21b53-67ee-4208-b811-8896d2e05e3d tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7757f3f1-9979-4455-90d2-681251fa2b2e HTTP/1.1" status: 200 len: 210 time: 0.0332761 Jun 28 15:35:33.162866 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776437ec-0e7d-4e45-ae28-6de6fe5e3c03 req-34ea4626-0155-4cee-b7a0-bba1ab8ccb25 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:33.164351 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-776437ec-0e7d-4e45-ae28-6de6fe5e3c03 req-34ea4626-0155-4cee-b7a0-bba1ab8ccb25 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0619330 Jun 28 15:35:33.204787 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-776437ec-0e7d-4e45-ae28-6de6fe5e3c03 req-ea7cabe7-6720-4177-ad5d-e505332048a7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347469 Jun 28 15:35:33.884778 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 54858) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:33.925371 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd031-871f-4a21-8738-7f1c1d38cb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:34.407661 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5deeee-4d44-4f5b-bc1a-833b707b37ba req-51746a27-da86-4afc-ab1e-c2e4940933b8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:34.409877 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ba5deeee-4d44-4f5b-bc1a-833b707b37ba req-51746a27-da86-4afc-ab1e-c2e4940933b8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0635512 Jun 28 15:35:34.450475 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ba5deeee-4d44-4f5b-bc1a-833b707b37ba req-c3d70f2c-fd2d-4c6c-b99f-a6adc5b52e74 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325255 Jun 28 15:35:34.537830 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742948'] for router_interface, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:34.835068 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] Deleting port 2af6d955-fb01-46dc-9a85-f564af406c9e {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:35:34.835317 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:34.909413 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] For port 2af6d955-fb01-46dc-9a85-f564af406c9e, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=2af6d955-fb01-46dc-9a85-f564af406c9e,segment=NetworkSegment(dae038be-e0b8-4448-8578-87a31fa0d916),segment_id=dae038be-e0b8-4448-8578-87a31fa0d916)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:35:34.909767 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:34.921379 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] Calling delete_port for 2af6d955-fb01-46dc-9a85-f564af406c9e owned by network:router_interface {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:35:35.117453 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:35.119255 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-233435ac-d166-4c60-ae2d-d11437af456b tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:35.142734 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] Pushing event deleted for resources: {'Port': ['ID=2af6d955-fb01-46dc-9a85-f564af406c9e,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:35.145831 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:35.264196 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4159211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3848980'] for router_interface, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:35.469439 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] Router 379c70c1-ed06-4b2f-bfd8-2d984df6c492 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:35:35.481239 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 001e505d-02ff-42a5-b4ed-a475521deccd no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:35:35.505052 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 001e505d-02ff-42a5-b4ed-a475521deccd {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:35:35.505423 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 001e505d-02ff-42a5-b4ed-a475521deccd not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:35:35.603891 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:35:35.610254 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] 10.222.0.30 "PUT /v2.0/routers/379c70c1-ed06-4b2f-bfd8-2d984df6c492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7236869 Jun 28 15:35:35.612468 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 54868) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:35.614743 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16d768-3b96-4b28-86dc-bd92c6ac69f3 None None] Sync routers for ids ['379c70c1-ed06-4b2f-bfd8-2d984df6c492'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:35:35.623925 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16d768-3b96-4b28-86dc-bd92c6ac69f3 None None] Routers {'379c70c1-ed06-4b2f-bfd8-2d984df6c492'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:35:35.624525 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ed16d768-3b96-4b28-86dc-bd92c6ac69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:35:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['379c70c1-ed06-4b2f-bfd8-2d984df6c492'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:35:35.644588 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca09fce-7f3e-4cb8-ac85-befa2008c3c2 req-0d456a66-b97f-4aca-b510-80f48a58fa83 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:35.646888 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cca09fce-7f3e-4cb8-ac85-befa2008c3c2 req-0d456a66-b97f-4aca-b510-80f48a58fa83 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0787141 Jun 28 15:35:35.685555 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cca09fce-7f3e-4cb8-ac85-befa2008c3c2 req-102c6277-eb2f-46f0-85a2-7f26227c3ad4 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335534 Jun 28 15:35:35.727648 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-ed16d768-3b96-4b28-86dc-bd92c6ac69f3 None None] Set router 379c70c1-ed06-4b2f-bfd8-2d984df6c492 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:35:35.922188 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:35.992021 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ed16d768-3b96-4b28-86dc-bd92c6ac69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'name': 'tempest-ServerRescueNegativeTestJSON-61206483-router', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:25Z', 'updated_at': '2021-06-28T15:35:35Z', 'revision_number': 5, 'project_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'gw_port': {'id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:26Z', 'updated_at': '2021-06-28T15:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:35:36.017594 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16d768-3b96-4b28-86dc-bd92c6ac69f3 None None] Checking router: 379c70c1-ed06-4b2f-bfd8-2d984df6c492 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:35:36.022583 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.026400 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16d768-3b96-4b28-86dc-bd92c6ac69f3 None None] Routers {'379c70c1-ed06-4b2f-bfd8-2d984df6c492'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:35:36.027031 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ed16d768-3b96-4b28-86dc-bd92c6ac69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:35:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['379c70c1-ed06-4b2f-bfd8-2d984df6c492'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:35:36.079439 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Deleting port a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:35:36.079814 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.144906 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-ed16d768-3b96-4b28-86dc-bd92c6ac69f3 None None] Set router 379c70c1-ed06-4b2f-bfd8-2d984df6c492 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:35:36.163024 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] For port a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:35:36.163771 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.177677 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Calling delete_port for a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:35:36.348237 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ed16d768-3b96-4b28-86dc-bd92c6ac69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'name': 'tempest-ServerRescueNegativeTestJSON-61206483-router', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:25Z', 'updated_at': '2021-06-28T15:35:35Z', 'revision_number': 5, 'project_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'gw_port': {'id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:26Z', 'updated_at': '2021-06-28T15:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:35:36.377718 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16d768-3b96-4b28-86dc-bd92c6ac69f3 None None] The sync data for ids ['379c70c1-ed06-4b2f-bfd8-2d984df6c492'] in dv-cinder-797245-5-smb is: [{'id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'name': 'tempest-ServerRescueNegativeTestJSON-61206483-router', 'tenant_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:25Z', 'updated_at': '2021-06-28T15:35:35Z', 'revision_number': 5, 'project_id': 'de79f47aa1164e8d93df60b1f8e4e9ee', 'gw_port': {'id': 'a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c70c1-ed06-4b2f-bfd8-2d984df6c492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:26Z', 'updated_at': '2021-06-28T15:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:35:36.393296 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.396004 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:36.419729 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:36.422523 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:36.487013 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3849345'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.590513 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3848833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14097'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.592498 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.655733 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849931'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.656419 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 379c70c1-ed06-4b2f-bfd8-2d984df6c492 {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 15:35:36.661083 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.662071 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] 10.222.0.30 "DELETE /v2.0/routers/379c70c1-ed06-4b2f-bfd8-2d984df6c492 HTTP/1.1" status: 204 len: 168 time: 1.0486465 Jun 28 15:35:36.664515 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 54878) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:36.693415 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.708307 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15d0d67-bf19-42e9-a16f-de0243cccad5 admin admin] Deleting subnet 24ba7c8a-dbac-438a-96f3-be136ed79139 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:35:36.711225 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f15d0d67-bf19-42e9-a16f-de0243cccad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.746413 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f15d0d67-bf19-42e9-a16f-de0243cccad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59779858'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.787034 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f15d0d67-bf19-42e9-a16f-de0243cccad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.852101 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f15d0d67-bf19-42e9-a16f-de0243cccad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59090565'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.855859 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ff01a6db-ab46-4444-a8dc-fda94971575f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:36.869982 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b79c3-888a-4fca-8422-92a7946f3d14 req-4b12b481-ea5e-4348-a74f-665e9567edd5 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:36.875578 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-552b79c3-888a-4fca-8422-92a7946f3d14 req-4b12b481-ea5e-4348-a74f-665e9567edd5 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0751221 Jun 28 15:35:36.881295 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d0d67-bf19-42e9-a16f-de0243cccad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ba7c8a-dbac-438a-96f3-be136ed79139,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:36.885267 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f15d0d67-bf19-42e9-a16f-de0243cccad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:36.888073 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f15d0d67-bf19-42e9-a16f-de0243cccad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.892341 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-f15d0d67-bf19-42e9-a16f-de0243cccad5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/24ba7c8a-dbac-438a-96f3-be136ed79139 HTTP/1.1" status: 204 len: 168 time: 0.2246985 Jun 28 15:35:36.892635 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 54882) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:36.912075 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-df253ba8-cc47-4cf8-819a-4db079d3e35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:36.930629 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-552b79c3-888a-4fca-8422-92a7946f3d14 req-b5be2622-e903-455f-bb17-6d10dce3ac68 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521371 Jun 28 15:35:36.967501 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:37.015945 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 2af6d955-fb01-46dc-9a85-f564af406c9e no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:35:37.038014 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 2af6d955-fb01-46dc-9a85-f564af406c9e {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:35:37.038371 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 2af6d955-fb01-46dc-9a85-f564af406c9e not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:35:37.054666 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:37.065225 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0c75fa-9c2e-4285-8b72-c54abec6ebaa']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:35:37.075491 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae038be-e0b8-4448-8578-87a31fa0d916') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:35:37.075778 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae038be-e0b8-4448-8578-87a31fa0d916') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:35:37.085570 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59779947'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:37.104889 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:37.106499 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:35:37.106915 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778051'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: Traceback (most recent call last): Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: timer() Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: cb(*args, **kw) Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: return func(*args, **kwargs) Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: self._notify() Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: self.callback(batched_events) Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: event.method(event) Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: return f(self, *a, **k) Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: return self._get(url).json() Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:35:37.108997 dv-cinder-797245-5-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:35:37.165085 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:37.169772 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:37.171626 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1c0c75fa-9c2e-4285-8b72-c54abec6ebaa HTTP/1.1" status: 204 len: 168 time: 0.2775283 Jun 28 15:35:37.172346 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8acb9912-b1a2-42eb-a11f-1aa0560b3e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:37.184185 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0c75fa-9c2e-4285-8b72-c54abec6ebaa,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:37.186509 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-66d9319d-9fc3-4bb6-bc75-570fbb2d1e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:37.281485 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 54888) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:37.319198 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-7b272b21-b096-4512-a071-a7994e7f1eea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de79f47aa1164e8d93df60b1f8e4e9ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0365708 Jun 28 15:35:37.321426 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 54890) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:37.366997 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d1fbfdd1-f91e-4d31-93e2-2e9dd8ab0ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:37.386915 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d1fbfdd1-f91e-4d31-93e2-2e9dd8ab0ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:37.438637 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d1fbfdd1-f91e-4d31-93e2-2e9dd8ab0ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:37.441902 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d1fbfdd1-f91e-4d31-93e2-2e9dd8ab0ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:37.445876 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-d1fbfdd1-f91e-4d31-93e2-2e9dd8ab0ae6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ce5fc9c-aeb5-44c9-a381-64d2b3472654 HTTP/1.1" status: 204 len: 168 time: 0.1234169 Jun 28 15:35:37.446893 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-985eae0e-8f71-4396-ba6c-6cf7c2a3aebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:37.455948 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbfdd1-f91e-4d31-93e2-2e9dd8ab0ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce5fc9c-aeb5-44c9-a381-64d2b3472654,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:37.463906 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d1fbfdd1-f91e-4d31-93e2-2e9dd8ab0ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:37.541891 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:37.936557 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a7c28-5897-40f1-baad-0ad9cca1f9ba req-beb0f57b-a841-4d56-b19f-ecddc9e6e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:37.938052 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-485a7c28-5897-40f1-baad-0ad9cca1f9ba req-beb0f57b-a841-4d56-b19f-ecddc9e6e99a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd212ab8b9a643d0a22a570a554e10cd&device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 1138 time: 0.1134381 Jun 28 15:35:37.952276 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac73394-9c8d-4632-b1b6-597cf81f3773 req-13a03d18-2957-44be-a2de-dc2b28e2fcde tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:37.955111 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dac73394-9c8d-4632-b1b6-597cf81f3773 req-13a03d18-2957-44be-a2de-dc2b28e2fcde tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.1003470 Jun 28 15:35:38.050057 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dac73394-9c8d-4632-b1b6-597cf81f3773 req-6c47b39a-32a7-41aa-b3f5-acf7e860cbe1 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867310 Jun 28 15:35:38.080551 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a7c28-5897-40f1-baad-0ad9cca1f9ba req-66f2aa6f-05ca-4b58-b59b-53efafe9a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:38.082836 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-485a7c28-5897-40f1-baad-0ad9cca1f9ba req-66f2aa6f-05ca-4b58-b59b-53efafe9a7c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826 HTTP/1.1" status: 200 len: 915 time: 0.1267347 Jun 28 15:35:38.121517 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3c849-9fa4-475c-8436-1005da7b8227 req-d9672ece-5877-43bf-9c33-41e3065ccc8c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:38.123046 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9da3c849-9fa4-475c-8436-1005da7b8227 req-d9672ece-5877-43bf-9c33-41e3065ccc8c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0715017 Jun 28 15:35:38.151926 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-485a7c28-5897-40f1-baad-0ad9cca1f9ba req-24cf9f42-b390-4d1b-b07b-d998b8f287dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879 HTTP/1.1" status: 200 len: 1001 time: 0.0620966 Jun 28 15:35:38.163898 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9da3c849-9fa4-475c-8436-1005da7b8227 req-edbce8af-0a82-4852-85ac-3ba47c1aecac tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333862 Jun 28 15:35:38.209297 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a7c28-5897-40f1-baad-0ad9cca1f9ba req-ceef486a-901b-48d2-a752-2539360be497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:38.210936 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-485a7c28-5897-40f1-baad-0ad9cca1f9ba req-ceef486a-901b-48d2-a752-2539360be497 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f3549a4-15ef-4838-85b0-5b2ebd2cf241 HTTP/1.1" status: 200 len: 853 time: 0.0492809 Jun 28 15:35:38.270440 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a7c28-5897-40f1-baad-0ad9cca1f9ba req-af8ead7a-fab7-4ed5-97ac-9e527a4120f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:38.271967 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-485a7c28-5897-40f1-baad-0ad9cca1f9ba req-af8ead7a-fab7-4ed5-97ac-9e527a4120f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518529 Jun 28 15:35:38.362564 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-485a7c28-5897-40f1-baad-0ad9cca1f9ba req-d9ba1c9c-b1ee-4de5-8b23-3d826aa2e0a3 service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838039 Jun 28 15:35:38.457522 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-485a7c28-5897-40f1-baad-0ad9cca1f9ba req-c98fb05b-70dc-4e93-86a0-ff1f9e4377ca service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855155 Jun 28 15:35:38.870896 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:35:38.890160 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:35:38.890514 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device a6dfa6ae-67a1-46d9-96c4-d1d22afe3dce not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:35:39.121958 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:39.249198 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf6784-b08f-4f9c-a556-ace6ad01bfbe req-04ee37ab-5117-4977-a87a-da62dc46d195 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:39.250827 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d3cf6784-b08f-4f9c-a556-ace6ad01bfbe req-04ee37ab-5117-4977-a87a-da62dc46d195 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0655029 Jun 28 15:35:39.296137 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d3cf6784-b08f-4f9c-a556-ace6ad01bfbe req-2081666b-f4e2-46a6-9f70-5b25079a7c12 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391734 Jun 28 15:35:39.349507 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd08ac8-6956-4c30-abd4-95e3dced4fb5 req-0b6c24cf-16a4-41dc-a1e2-84f6ef2c4048 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:39.355313 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ddd08ac8-6956-4c30-abd4-95e3dced4fb5 req-0b6c24cf-16a4-41dc-a1e2-84f6ef2c4048 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0801435 Jun 28 15:35:39.390640 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ddd08ac8-6956-4c30-abd4-95e3dced4fb5 req-7f2d1552-b53b-4da1-9df4-caf01a7370e8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334814 Jun 28 15:35:39.778816 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3164b2-3fd7-470b-8935-4d90a2de52cb req-50a3a914-cb01-4bde-8bb7-e31065e86a1d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:39.780272 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ef3164b2-3fd7-470b-8935-4d90a2de52cb req-50a3a914-cb01-4bde-8bb7-e31065e86a1d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.1054075 Jun 28 15:35:39.806793 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3f24-1f79-4d78-a784-7c862db5c39a req-ca9c393f-f38c-4167-a018-072f6905faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:39.808109 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c80d3f24-1f79-4d78-a784-7c862db5c39a req-ca9c393f-f38c-4167-a018-072f6905faa0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa7b97b5f12b46409d73a4a413f3d442&device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 1099 time: 0.0940163 Jun 28 15:35:39.831606 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ef3164b2-3fd7-470b-8935-4d90a2de52cb req-6a9b8877-c191-4b6b-8353-16a77d078bfb tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453069 Jun 28 15:35:39.914418 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3f24-1f79-4d78-a784-7c862db5c39a req-9f640bdc-7dba-4ae6-802c-d4be16a35d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:39.915906 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c80d3f24-1f79-4d78-a784-7c862db5c39a req-9f640bdc-7dba-4ae6-802c-d4be16a35d5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd283de2-b0ac-4f67-ad2f-3fe07c495478 HTTP/1.1" status: 200 len: 912 time: 0.0942369 Jun 28 15:35:39.982066 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c80d3f24-1f79-4d78-a784-7c862db5c39a req-8fe1e1a6-650e-4165-b257-a4b0d0b6dc87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a524d9-0e90-4967-bbe8-2af18a546ea8 HTTP/1.1" status: 200 len: 1001 time: 0.0586760 Jun 28 15:35:40.033151 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3f24-1f79-4d78-a784-7c862db5c39a req-d75bf323-f5cb-4b4c-9878-59bea97f0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:40.035242 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c80d3f24-1f79-4d78-a784-7c862db5c39a req-d75bf323-f5cb-4b4c-9878-59bea97f0ba2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=800ee415-7eda-45d6-8a9f-e801a3179bb1 HTTP/1.1" status: 200 len: 850 time: 0.0455563 Jun 28 15:35:40.105796 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3f24-1f79-4d78-a784-7c862db5c39a req-645e9c46-f473-4a49-8602-0790c035b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:40.107202 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c80d3f24-1f79-4d78-a784-7c862db5c39a req-645e9c46-f473-4a49-8602-0790c035b3d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd283de2-b0ac-4f67-ad2f-3fe07c495478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0532107 Jun 28 15:35:40.198973 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c80d3f24-1f79-4d78-a784-7c862db5c39a req-c37914b8-f02d-4e16-b8f3-5aa9730b5f59 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807135 Jun 28 15:35:40.287203 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c80d3f24-1f79-4d78-a784-7c862db5c39a req-f30fe2fb-3ae7-4a66-97e0-fd17a9453ecc service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853972 Jun 28 15:35:40.473778 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff6604-98f9-4bc7-8b51-0399051757a0 req-827f19fe-9554-4d3d-a00a-034abec68a1f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:40.475292 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5fff6604-98f9-4bc7-8b51-0399051757a0 req-827f19fe-9554-4d3d-a00a-034abec68a1f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0629735 Jun 28 15:35:40.514121 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5fff6604-98f9-4bc7-8b51-0399051757a0 req-454de583-25b5-420c-b6bb-0da03ba99312 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331259 Jun 28 15:35:41.013268 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e454c6-c547-4422-9e2e-a076ecb3fa29 req-05f88e05-9fe3-40e7-817b-ceb35b7c2800 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:41.014736 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a5e454c6-c547-4422-9e2e-a076ecb3fa29 req-05f88e05-9fe3-40e7-817b-ceb35b7c2800 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0629985 Jun 28 15:35:41.050778 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a5e454c6-c547-4422-9e2e-a076ecb3fa29 req-14bba3ad-bcd7-4cd2-9946-25490dc5325a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299594 Jun 28 15:35:41.695824 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3adc2-0361-4aca-9486-e1e1094be621 req-3c8f9129-dde8-4d8e-8882-04cf4e8d3e4b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:41.703452 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e8c3adc2-0361-4aca-9486-e1e1094be621 req-3c8f9129-dde8-4d8e-8882-04cf4e8d3e4b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0764318 Jun 28 15:35:41.739547 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e8c3adc2-0361-4aca-9486-e1e1094be621 req-5f5718ca-be6b-4d52-975f-9461b38ef459 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351825 Jun 28 15:35:42.224491 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf60eee-27fd-4c8d-941a-e45d29918056 req-294b1bc0-d08f-429a-8cd0-7eec645c053a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:42.225937 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5cf60eee-27fd-4c8d-941a-e45d29918056 req-294b1bc0-d08f-429a-8cd0-7eec645c053a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0657554 Jun 28 15:35:42.262064 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5cf60eee-27fd-4c8d-941a-e45d29918056 req-4d096e6d-e5f2-4081-bd9e-495b2904b3d2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306714 Jun 28 15:35:42.913904 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2400ea9-506a-4148-a403-cbbe1a65a79f req-0901843c-0d23-4f77-9648-7e81ca81e717 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:42.915394 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a2400ea9-506a-4148-a403-cbbe1a65a79f req-0901843c-0d23-4f77-9648-7e81ca81e717 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0653689 Jun 28 15:35:42.956230 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a2400ea9-506a-4148-a403-cbbe1a65a79f req-b04840d8-a23d-419e-98bb-f9c5d129336c tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349469 Jun 28 15:35:44.134114 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dc2c0-24a6-4e87-bc35-5745a5a6ed1c req-01ab2732-98e4-4cad-939f-a5d5e6ac3dad tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:44.136213 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b53dc2c0-24a6-4e87-bc35-5745a5a6ed1c req-01ab2732-98e4-4cad-939f-a5d5e6ac3dad tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0654335 Jun 28 15:35:44.177652 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b53dc2c0-24a6-4e87-bc35-5745a5a6ed1c req-6ac89dfd-aaf8-45f6-a893-bab3c931d700 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339832 Jun 28 15:35:44.181765 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55024) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:44.299990 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-93101237-6e6a-44e0-a003-eb38fdd0ce4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:44.387350 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-93101237-6e6a-44e0-a003-eb38fdd0ce4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:44.390885 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-93101237-6e6a-44e0-a003-eb38fdd0ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:44.394026 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6fc31d52-21b3-4670-9d5e-a892199e5c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:44.428288 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-93101237-6e6a-44e0-a003-eb38fdd0ce4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c105e140ef1462a9cb4a2fbb3160251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452815 Jun 28 15:35:44.430281 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93101237-6e6a-44e0-a003-eb38fdd0ce4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67801248-2673-44c3-9b0c-33366b877e2e,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:44.430978 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55028) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:44.433385 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-93101237-6e6a-44e0-a003-eb38fdd0ce4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:44.478847 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3466-beee-4c8a-96f8-66bf1a6dd653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:44.499569 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3466-beee-4c8a-96f8-66bf1a6dd653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:44.544730 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3466-beee-4c8a-96f8-66bf1a6dd653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:44.547414 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3466-beee-4c8a-96f8-66bf1a6dd653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:44.548567 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-9dcf3466-beee-4c8a-96f8-66bf1a6dd653 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67801248-2673-44c3-9b0c-33366b877e2e HTTP/1.1" status: 204 len: 168 time: 0.1165299 Jun 28 15:35:44.549356 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dbaf5787-38c0-410d-8421-ac549ee6474d tempest-VolumesNegativeTest-1788001082 tempest-VolumesNegativeTest-1788001082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:44.560181 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf3466-beee-4c8a-96f8-66bf1a6dd653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67801248-2673-44c3-9b0c-33366b877e2e,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:44.560181 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9dcf3466-beee-4c8a-96f8-66bf1a6dd653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:44.807815 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55036) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:44.824323 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e72ace11-48ed-41ce-8c39-7f1e3598d4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:44.911310 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e72ace11-48ed-41ce-8c39-7f1e3598d4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:44.914904 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e72ace11-48ed-41ce-8c39-7f1e3598d4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:44.917241 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8a425c57-7192-4dd9-9398-90a3e2c5585b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:44.951451 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ace11-48ed-41ce-8c39-7f1e3598d4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900faa80-c1fc-4c29-8828-56f99e8d2312,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:44.954414 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e72ace11-48ed-41ce-8c39-7f1e3598d4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:44.957061 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-e72ace11-48ed-41ce-8c39-7f1e3598d4ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58769e39fc6e4abb97df2bed5af797d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482320 Jun 28 15:35:44.960283 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55038) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:45.005795 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-60776a71-ef38-4c70-b392-c3bb31618f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:45.026741 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-60776a71-ef38-4c70-b392-c3bb31618f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:45.073061 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-60776a71-ef38-4c70-b392-c3bb31618f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:45.075637 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-60776a71-ef38-4c70-b392-c3bb31618f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:45.076762 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-60776a71-ef38-4c70-b392-c3bb31618f1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/900faa80-c1fc-4c29-8828-56f99e8d2312 HTTP/1.1" status: 204 len: 168 time: 0.1155891 Jun 28 15:35:45.077595 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a00adb12-4589-4875-b2fe-b5d8b95cf9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:45.086108 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60776a71-ef38-4c70-b392-c3bb31618f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900faa80-c1fc-4c29-8828-56f99e8d2312,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:45.088373 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-60776a71-ef38-4c70-b392-c3bb31618f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:45.358486 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0831d5-f7b7-4140-809c-3f527fe82d4f req-87ff5201-7cc7-4b16-a02b-26908c4e71fa tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:45.360045 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bc0831d5-f7b7-4140-809c-3f527fe82d4f req-87ff5201-7cc7-4b16-a02b-26908c4e71fa tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0694251 Jun 28 15:35:45.402235 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bc0831d5-f7b7-4140-809c-3f527fe82d4f req-9358a9fb-c3a9-43aa-856e-dad72d14e033 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357685 Jun 28 15:35:45.917257 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:46.576670 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1d82d-d3fa-4b75-8e8e-6315126b2243 req-c4fda193-3960-4564-8794-31bedcf1e179 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:46.578129 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-efe1d82d-d3fa-4b75-8e8e-6315126b2243 req-c4fda193-3960-4564-8794-31bedcf1e179 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0620844 Jun 28 15:35:46.618741 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-efe1d82d-d3fa-4b75-8e8e-6315126b2243 req-d52b2da7-41a7-41b3-9f87-0b826336f7a7 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340910 Jun 28 15:35:47.792745 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bef6f-5d9e-4118-90ad-b4493bb96208 req-11d19620-7d45-4a4f-a722-d1430b1562b9 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:47.794263 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8b2bef6f-5d9e-4118-90ad-b4493bb96208 req-11d19620-7d45-4a4f-a722-d1430b1562b9 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0617034 Jun 28 15:35:47.833945 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8b2bef6f-5d9e-4118-90ad-b4493bb96208 req-f4b07af9-8686-483b-9178-72295080341b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340993 Jun 28 15:35:49.019071 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d8bb9-5d8b-41e5-b374-877279d69b8a req-07b62dfb-acc6-46e9-820c-c26824452de5 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:49.021318 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-cd1d8bb9-5d8b-41e5-b374-877279d69b8a req-07b62dfb-acc6-46e9-820c-c26824452de5 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0690398 Jun 28 15:35:49.070497 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-cd1d8bb9-5d8b-41e5-b374-877279d69b8a req-ba147816-3959-4ac4-b756-9b1499e8c9e5 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385554 Jun 28 15:35:49.264140 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55144) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:49.364440 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1c33980d-a983-4907-85a4-edbdd9a92436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:49.453264 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1c33980d-a983-4907-85a4-edbdd9a92436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:49.457263 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1c33980d-a983-4907-85a4-edbdd9a92436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:49.460315 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d8704733-ba4c-45a9-a228-7c94d38b5492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:49.497101 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-1c33980d-a983-4907-85a4-edbdd9a92436 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c7166801d0c498db3c2b62b894500bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318804 Jun 28 15:35:49.497980 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33980d-a983-4907-85a4-edbdd9a92436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc15d4e-2b83-4a91-9869-7237a3e6c90c,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:49.500016 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55148) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:49.501024 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1c33980d-a983-4907-85a4-edbdd9a92436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:49.550686 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7fc13b21-5f78-467c-b533-08a3ef4de95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:49.573202 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7fc13b21-5f78-467c-b533-08a3ef4de95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:49.622082 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7fc13b21-5f78-467c-b533-08a3ef4de95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:49.624652 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7fc13b21-5f78-467c-b533-08a3ef4de95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:49.625760 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-7fc13b21-5f78-467c-b533-08a3ef4de95c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/acc15d4e-2b83-4a91-9869-7237a3e6c90c HTTP/1.1" status: 204 len: 168 time: 0.1247547 Jun 28 15:35:49.626544 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-97c3c7cb-f414-471d-b3d3-c92962cf5394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:49.634074 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc13b21-5f78-467c-b533-08a3ef4de95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc15d4e-2b83-4a91-9869-7237a3e6c90c,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:49.636387 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7fc13b21-5f78-467c-b533-08a3ef4de95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:49.871902 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55154) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:49.885186 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5e7333c-8299-4838-85a9-9d6bba426c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:49.970166 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5e7333c-8299-4838-85a9-9d6bba426c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:49.974028 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5e7333c-8299-4838-85a9-9d6bba426c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:49.977290 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fb5f5b46-9999-413b-b680-1133c7da691d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:50.012458 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-e5e7333c-8299-4838-85a9-9d6bba426c9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8dd5b17b9a7942e8ab88190277accb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392527 Jun 28 15:35:50.014541 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7333c-8299-4838-85a9-9d6bba426c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c766e78e-35c4-48e2-92b7-8b4f7edb0154,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:50.015101 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55158) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:50.017470 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e5e7333c-8299-4838-85a9-9d6bba426c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:50.074687 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e719bf41-42d4-4fe2-aec9-1bcfd939f12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:50.098218 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e719bf41-42d4-4fe2-aec9-1bcfd939f12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:50.157861 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e719bf41-42d4-4fe2-aec9-1bcfd939f12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:50.162215 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e719bf41-42d4-4fe2-aec9-1bcfd939f12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:50.166494 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-e719bf41-42d4-4fe2-aec9-1bcfd939f12b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c766e78e-35c4-48e2-92b7-8b4f7edb0154 HTTP/1.1" status: 204 len: 168 time: 0.1498735 Jun 28 15:35:50.167346 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a8406305-b038-4764-8638-a916d9106258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:50.178415 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719bf41-42d4-4fe2-aec9-1bcfd939f12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c766e78e-35c4-48e2-92b7-8b4f7edb0154,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:50.180896 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e719bf41-42d4-4fe2-aec9-1bcfd939f12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:50.271473 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4335c-0231-49d5-865e-496c2f61a81c req-158a9fff-8c19-4fdb-bada-2143ba922e05 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:50.273270 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-08b4335c-0231-49d5-865e-496c2f61a81c req-158a9fff-8c19-4fdb-bada-2143ba922e05 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0781410 Jun 28 15:35:50.314904 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-08b4335c-0231-49d5-865e-496c2f61a81c req-5e9a1ded-ccb6-4d82-9f31-5034343eb3e9 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354452 Jun 28 15:35:50.435918 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1b73b-44b1-4e77-bfe3-7acb2693f104 req-a05d2072-815d-490a-a994-fe1d70ebdbce tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:50.437536 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dbc1b73b-44b1-4e77-bfe3-7acb2693f104 req-a05d2072-815d-490a-a994-fe1d70ebdbce tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 946 time: 0.0628130 Jun 28 15:35:50.478043 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dbc1b73b-44b1-4e77-bfe3-7acb2693f104 req-5f24b531-612f-4317-a131-9db21bb0f945 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348189 Jun 28 15:35:51.492918 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccec3b-bac6-45bd-a951-8238cfa8eb50 req-6ef64431-e466-43e0-b87d-967f4b2564f6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:51.494511 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5bccec3b-bac6-45bd-a951-8238cfa8eb50 req-6ef64431-e466-43e0-b87d-967f4b2564f6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0659175 Jun 28 15:35:51.542199 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5bccec3b-bac6-45bd-a951-8238cfa8eb50 req-b0310b08-b7b7-4559-9f15-0ea586fd9f05 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395410 Jun 28 15:35:51.653599 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35721251-6ab2-4f17-bbf8-0ac5f08cb70e req-88ccb92b-0edb-4141-955e-8fc8778baaa4 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:51.655091 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-35721251-6ab2-4f17-bbf8-0ac5f08cb70e req-88ccb92b-0edb-4141-955e-8fc8778baaa4 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 946 time: 0.0662663 Jun 28 15:35:51.693526 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-35721251-6ab2-4f17-bbf8-0ac5f08cb70e req-d8672061-1bbf-40e8-9cff-f112fef7a752 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322337 Jun 28 15:35:51.775455 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55222) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:51.833211 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:35:51.874648 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-632ebe05-01fe-4632-91a0-2993a19f8020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:51.960229 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-632ebe05-01fe-4632-91a0-2993a19f8020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:51.964158 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-632ebe05-01fe-4632-91a0-2993a19f8020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:51.966761 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-60776a71-ef38-4c70-b392-c3bb31618f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:52.003096 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-632ebe05-01fe-4632-91a0-2993a19f8020 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96a71f26fd0b43f9a4751b0bb484e791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265706 Jun 28 15:35:52.004005 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ebe05-01fe-4632-91a0-2993a19f8020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc3ef3d-2a07-441b-98d9-b58cab04ae0c,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:52.005929 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55226) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:52.007006 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-632ebe05-01fe-4632-91a0-2993a19f8020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:52.055042 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef8d2f60-308b-4ceb-bae2-fc05e9c7eaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:52.075250 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef8d2f60-308b-4ceb-bae2-fc05e9c7eaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:52.125230 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef8d2f60-308b-4ceb-bae2-fc05e9c7eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:52.127741 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef8d2f60-308b-4ceb-bae2-fc05e9c7eaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:52.128884 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-ef8d2f60-308b-4ceb-bae2-fc05e9c7eaeb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1cc3ef3d-2a07-441b-98d9-b58cab04ae0c HTTP/1.1" status: 204 len: 168 time: 0.1218989 Jun 28 15:35:52.129676 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b2bc458e-d94d-46ba-be1f-8981a98a16b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:52.137358 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d2f60-308b-4ceb-bae2-fc05e9c7eaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc3ef3d-2a07-441b-98d9-b58cab04ae0c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:52.139486 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef8d2f60-308b-4ceb-bae2-fc05e9c7eaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:52.375151 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55232) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:52.388018 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:52.473793 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:52.477734 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:52.480157 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4605cc1a-0233-44b3-8a06-bea5e36dabdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:52.515395 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27a1515e3a534ec6b447dcd01b38c6c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392272 Jun 28 15:35:52.516223 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff3a114-dda0-4a2e-8415-c308b10adbc1,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:52.517982 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55234) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:35:52.533856 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:52.534211 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:52.534593 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:52.534936 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:52.535312 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:52.535650 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:52.535982 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:52.536314 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:52.536646 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:52.536970 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:52.537294 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:52.537619 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:35:52.541307 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:52.577076 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6240e33-a662-485c-a50f-210c6d112b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:52.597835 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6240e33-a662-485c-a50f-210c6d112b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:52.643687 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6240e33-a662-485c-a50f-210c6d112b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:52.647245 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6240e33-a662-485c-a50f-210c6d112b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:52.655077 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-b6240e33-a662-485c-a50f-210c6d112b75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ff3a114-dda0-4a2e-8415-c308b10adbc1 HTTP/1.1" status: 204 len: 168 time: 0.1294930 Jun 28 15:35:52.655077 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-aa725be8-5ebb-4481-b255-1c9065cabb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:52.671197 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6240e33-a662-485c-a50f-210c6d112b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff3a114-dda0-4a2e-8415-c308b10adbc1,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:52.673519 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b6240e33-a662-485c-a50f-210c6d112b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:52.726224 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55a80e-1351-475b-8315-72ad49c0d33f req-1459ed91-f3d4-41f0-91ed-ffed5ae739d5 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:52.731349 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ae55a80e-1351-475b-8315-72ad49c0d33f req-1459ed91-f3d4-41f0-91ed-ffed5ae739d5 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0784991 Jun 28 15:35:52.771301 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ae55a80e-1351-475b-8315-72ad49c0d33f req-7eef8ed1-a53c-4b8e-a69b-427a4d6c54a5 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375156 Jun 28 15:35:52.877326 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644da4b-019a-494a-8abe-7c6c06fbcca7 req-b90ca14d-ff83-4518-9086-13098ef582dd tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:52.878794 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e644da4b-019a-494a-8abe-7c6c06fbcca7 req-b90ca14d-ff83-4518-9086-13098ef582dd tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 946 time: 0.0624704 Jun 28 15:35:52.919974 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e644da4b-019a-494a-8abe-7c6c06fbcca7 req-905ce4c3-445e-40b5-974d-ed77d4893ee7 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Jun 28 15:35:53.963687 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b479331-2fed-4544-bc90-b16df9926b20 req-96e1fff4-ab0e-4b7c-bc5b-12544952a656 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:53.965164 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-6b479331-2fed-4544-bc90-b16df9926b20 req-96e1fff4-ab0e-4b7c-bc5b-12544952a656 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0647178 Jun 28 15:35:54.009256 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-6b479331-2fed-4544-bc90-b16df9926b20 req-da4e4852-d860-4412-94bc-9d020d256362 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384576 Jun 28 15:35:54.338502 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f924af-ffd5-405c-8c1e-54b0b50fa1db req-9bc61064-fe89-42fe-977c-c3c8fee2f8bb tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:54.339938 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f9f924af-ffd5-405c-8c1e-54b0b50fa1db req-9bc61064-fe89-42fe-977c-c3c8fee2f8bb tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 946 time: 0.3020289 Jun 28 15:35:54.378793 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f9f924af-ffd5-405c-8c1e-54b0b50fa1db req-096e1db7-0617-4eba-b26e-0c15a4cd3fd7 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331967 Jun 28 15:35:55.189285 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1cb95-99c2-48f2-a0af-8d9362f07cf1 req-3cf0ac89-d6bf-40f0-965d-0213e57b027a tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:55.190728 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-28c1cb95-99c2-48f2-a0af-8d9362f07cf1 req-3cf0ac89-d6bf-40f0-965d-0213e57b027a tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0639572 Jun 28 15:35:55.230083 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-28c1cb95-99c2-48f2-a0af-8d9362f07cf1 req-0372004a-4114-41c9-a8ec-eaf41d5b976e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&id=4b34f3db-8cff-4f93-9e56-519a35c5603c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328825 Jun 28 15:35:55.388035 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32915125-eaf3-4bfb-ad9b-a4f9709fc54a req-b5de7412-6bab-4d32-84e8-e173ab2739cd tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:55.389623 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-32915125-eaf3-4bfb-ad9b-a4f9709fc54a req-b5de7412-6bab-4d32-84e8-e173ab2739cd tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 946 time: 0.0640116 Jun 28 15:35:55.493457 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-32915125-eaf3-4bfb-ad9b-a4f9709fc54a req-e884fcbb-513e-477b-8ccd-2381d98c910f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Deleting port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:35:55.493790 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-32915125-eaf3-4bfb-ad9b-a4f9709fc54a req-e884fcbb-513e-477b-8ccd-2381d98c910f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:55.618909 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-32915125-eaf3-4bfb-ad9b-a4f9709fc54a req-e884fcbb-513e-477b-8ccd-2381d98c910f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] For port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4,segment=NetworkSegment(ec9ad124-5a70-4961-a569-c768dc5d2acc),segment_id=ec9ad124-5a70-4961-a569-c768dc5d2acc)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:35:55.619261 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-32915125-eaf3-4bfb-ad9b-a4f9709fc54a req-e884fcbb-513e-477b-8ccd-2381d98c910f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:55.641724 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d087d9-0850-4fec-bdbb-20b4204ebdd6 req-ddaf904e-123c-4cfb-a2ec-7374fe3b77f7 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:35:55.643255 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f2d087d9-0850-4fec-bdbb-20b4204ebdd6 req-ddaf904e-123c-4cfb-a2ec-7374fe3b77f7 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ea9e438-2c05-4a37-adf9-46c8daf1320e HTTP/1.1" status: 200 len: 946 time: 0.1456556 Jun 28 15:35:55.644133 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-32915125-eaf3-4bfb-ad9b-a4f9709fc54a req-e884fcbb-513e-477b-8ccd-2381d98c910f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Calling delete_port for 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:35:55.717330 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f2d087d9-0850-4fec-bdbb-20b4204ebdd6 req-8ef16a12-2030-4785-bd9f-35b17ce0edd6 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.30 "GET /v2.0/security-groups?id=a33b7b00-7ee7-41f8-98a2-5f1dc101072e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675900 Jun 28 15:35:55.800434 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-32915125-eaf3-4bfb-ad9b-a4f9709fc54a req-e884fcbb-513e-477b-8ccd-2381d98c910f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:55.805654 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-51957a12-5e64-44b4-9a2d-288ba43bd7f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:35:55.812723 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['8c0e9bfc-08ce-4c6f-bf43-b42865945bf4'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:35:55.831901 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884fcbb-513e-477b-8ccd-2381d98c910f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Pushing event deleted for resources: {'Port': ['ID=8c0e9bfc-08ce-4c6f-bf43-b42865945bf4,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:35:55.834981 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e884fcbb-513e-477b-8ccd-2381d98c910f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:35:55.879423 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-32915125-eaf3-4bfb-ad9b-a4f9709fc54a req-e884fcbb-513e-477b-8ccd-2381d98c910f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] No DVR routers for this DVR port 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:35:55.882061 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-32915125-eaf3-4bfb-ad9b-a4f9709fc54a req-e884fcbb-513e-477b-8ccd-2381d98c910f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:35:55.884296 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-32915125-eaf3-4bfb-ad9b-a4f9709fc54a req-e884fcbb-513e-477b-8ccd-2381d98c910f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] 10.222.0.13 "DELETE /v2.0/ports/8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 HTTP/1.1" status: 204 len: 173 time: 0.4886479 Jun 28 15:35:55.884801 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea9e438-2c05-4a37-adf9-46c8daf1320e', 'name': 'network-vif-deleted', 'tag': '8c0e9bfc-08ce-4c6f-bf43-b42865945bf4'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:35:55.887674 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18c1bcd-8419-46e6-91db-5d74511e0a99" -d '{"events": [{"server_uuid": "9ea9e438-2c05-4a37-adf9-46c8daf1320e", "name": "network-vif-deleted", "tag": "8c0e9bfc-08ce-4c6f-bf43-b42865945bf4"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:35:55.924197 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e93f51-2e1b-493f-8880-4ae72074d274 x-openstack-request-id: req-36e93f51-2e1b-493f-8880-4ae72074d274 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:35:55.924518 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea9e438-2c05-4a37-adf9-46c8daf1320e", "name": "network-vif-deleted", "tag": "8c0e9bfc-08ce-4c6f-bf43-b42865945bf4", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:35:55.924794 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36e93f51-2e1b-493f-8880-4ae72074d274 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:35:55.925209 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea9e438-2c05-4a37-adf9-46c8daf1320e', 'name': 'network-vif-deleted', 'tag': '8c0e9bfc-08ce-4c6f-bf43-b42865945bf4', 'status': 'completed', 'code': 200} Jun 28 15:35:59.559586 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:35:59.581092 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:35:59.581448 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 8c0e9bfc-08ce-4c6f-bf43-b42865945bf4 not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:36:02.108987 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288be587-74b1-4007-ac3b-df8cd58747d6 req-dda4f3f9-7ceb-487f-be24-01c8ee2de23d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:02.114496 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-288be587-74b1-4007-ac3b-df8cd58747d6 req-dda4f3f9-7ceb-487f-be24-01c8ee2de23d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 946 time: 0.0720870 Jun 28 15:36:02.157333 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-288be587-74b1-4007-ac3b-df8cd58747d6 req-81bfa6ab-3ecf-4dd6-b6cb-287462c547b2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324261 Jun 28 15:36:03.353890 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893963a-0cf1-4df4-a309-9af57260e05b req-2c3337cf-7936-43f1-8f2c-0a214ed15cc7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:03.355388 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-6893963a-0cf1-4df4-a309-9af57260e05b req-2c3337cf-7936-43f1-8f2c-0a214ed15cc7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 946 time: 0.0749400 Jun 28 15:36:03.392622 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-6893963a-0cf1-4df4-a309-9af57260e05b req-7f6cb9a5-fa4d-4231-802d-acbf4de0896b tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=12d5390e-55df-48e9-981d-3d91b8262ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314770 Jun 28 15:36:03.907934 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-f567411c-b24a-443f-aacd-265902317dda tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:03.909375 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-f567411c-b24a-443f-aacd-265902317dda tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 946 time: 0.0624819 Jun 28 15:36:03.928156 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9017abc6-cef6-4ad9-bb93-5c4862061aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:04.013928 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Deleting port 73a06cd2-a2c6-4876-9715-862c5cfb5329 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:04.014265 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:04.105236 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] For port 73a06cd2-a2c6-4876-9715-862c5cfb5329, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=73a06cd2-a2c6-4876-9715-862c5cfb5329,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:04.105588 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:04.317166 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:04.317533 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:04.317903 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.l3_db [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Floating IP a043e1df-f791-4396-882f-728743cd9efc disassociated. External IP: 172.28.1.24, port: 73a06cd2-a2c6-4876-9715-862c5cfb5329. Jun 28 15:36:04.318192 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Calling delete_port for 73a06cd2-a2c6-4876-9715-862c5cfb5329 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:04.462050 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:04.463725 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:04.497211 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event deleted for resources: {'Port': ['ID=73a06cd2-a2c6-4876-9715-862c5cfb5329,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:04.499781 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:04.571676 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d5cc461b-ab8f-4c9b-82e8-c7c648ec60e9 req-19cb97d1-47a7-4555-ad1d-a7bc394e0eb7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a43c56-7310-4a76-afe0-fba0ac3740b5 HTTP/1.1" status: 200 len: 210 time: 0.0312567 Jun 28 15:36:04.642438 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Router d6f965e5-b333-4d42-9b89-d63b518fbba0 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:36:04.771961 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:36:04.782008 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50e069-8dca-429c-ac03-e9034b44f275 None None] Sync routers for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:36:04.792219 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50e069-8dca-429c-ac03-e9034b44f275 None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:04.792928 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-3a50e069-8dca-429c-ac03-e9034b44f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:35:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:04.824515 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] No DVR routers for this DVR port 73a06cd2-a2c6-4876-9715-862c5cfb5329 on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:36:04.826936 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:04.828969 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7bfc0638-8b1b-49ff-98a2-16bcba09f199 req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.13 "DELETE /v2.0/ports/73a06cd2-a2c6-4876-9715-862c5cfb5329 HTTP/1.1" status: 204 len: 173 time: 0.9136529 Jun 28 15:36:04.829407 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'name': 'network-vif-deleted', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:36:04.832487 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40324d47-c47f-43e0-8520-0a5c29e99240" -d '{"events": [{"server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "name": "network-vif-deleted", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:36:04.882543 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9de5559-ed4c-4851-8f03-9ea127e35bfb x-openstack-request-id: req-f9de5559-ed4c-4851-8f03-9ea127e35bfb {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:36:04.882848 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a43c56-7310-4a76-afe0-fba0ac3740b5", "name": "network-vif-deleted", "tag": "73a06cd2-a2c6-4876-9715-862c5cfb5329", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:36:04.883131 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9de5559-ed4c-4851-8f03-9ea127e35bfb {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:36:04.883548 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a43c56-7310-4a76-afe0-fba0ac3740b5', 'name': 'network-vif-deleted', 'tag': '73a06cd2-a2c6-4876-9715-862c5cfb5329', 'status': 'completed', 'code': 200} Jun 28 15:36:04.918585 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-3a50e069-8dca-429c-ac03-e9034b44f275 None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:05.120118 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-3a50e069-8dca-429c-ac03-e9034b44f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:40Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:05.150932 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50e069-8dca-429c-ac03-e9034b44f275 None None] Checking router: d6f965e5-b333-4d42-9b89-d63b518fbba0 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:36:05.159050 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50e069-8dca-429c-ac03-e9034b44f275 None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:05.159645 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-3a50e069-8dca-429c-ac03-e9034b44f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:35:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:05.265876 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-3a50e069-8dca-429c-ac03-e9034b44f275 None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:05.494815 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-3a50e069-8dca-429c-ac03-e9034b44f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:40Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:05.522892 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50e069-8dca-429c-ac03-e9034b44f275 None None] The sync data for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb is: [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:40Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:36:05.703988 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55444) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:05.750021 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceadf2f-f808-45d9-8d5b-bc50457e9546 None None] New status for floating IP a043e1df-f791-4396-882f-728743cd9efc: DOWN {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 15:36:05.766771 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-55119dd1-3197-42de-ab68-59451c6a8d24 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:05.790802 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-55119dd1-3197-42de-ab68-59451c6a8d24 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:05.851148 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-55119dd1-3197-42de-ab68-59451c6a8d24 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:05.853815 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-55119dd1-3197-42de-ab68-59451c6a8d24 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:05.857549 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-55119dd1-3197-42de-ab68-59451c6a8d24 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "DELETE /v2.0/security-groups/12d5390e-55df-48e9-981d-3d91b8262ada HTTP/1.1" status: 204 len: 168 time: 0.1500120 Jun 28 15:36:05.857549 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-632ebe05-01fe-4632-91a0-2993a19f8020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:05.858643 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55450) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:05.866203 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55119dd1-3197-42de-ab68-59451c6a8d24 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d5390e-55df-48e9-981d-3d91b8262ada,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:05.874231 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.api.v2.resource [None req-10932664-404c-408d-b504-608e3254706b tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] show failed (client error): The resource could not be found. Jun 28 15:36:05.879393 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-10932664-404c-408d-b504-608e3254706b tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups/12d5390e-55df-48e9-981d-3d91b8262ada HTTP/1.1" status: 404 len: 347 time: 0.0191300 Jun 28 15:36:05.880160 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55454) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:05.893201 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-55119dd1-3197-42de-ab68-59451c6a8d24 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:06.031414 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8ed45660-f762-4254-a0cc-05f2dd810964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Deleting port c806fa78-65fc-4266-9fc2-88fbb50e9b74 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:06.031758 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ed45660-f762-4254-a0cc-05f2dd810964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.121838 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ed45660-f762-4254-a0cc-05f2dd810964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.122159 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ed45660-f762-4254-a0cc-05f2dd810964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.133886 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8ed45660-f762-4254-a0cc-05f2dd810964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Calling delete_port for c806fa78-65fc-4266-9fc2-88fbb50e9b74 owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:06.286389 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ed45660-f762-4254-a0cc-05f2dd810964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.288737 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef957dc2-e804-460f-9f14-debae70cd5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:06.312135 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed45660-f762-4254-a0cc-05f2dd810964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event deleted for resources: {'Port': ['ID=c806fa78-65fc-4266-9fc2-88fbb50e9b74,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:06.315125 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8ed45660-f762-4254-a0cc-05f2dd810964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:06.380909 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ed45660-f762-4254-a0cc-05f2dd810964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.383780 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ed45660-f762-4254-a0cc-05f2dd810964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.387672 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-8ed45660-f762-4254-a0cc-05f2dd810964 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "DELETE /v2.0/floatingips/a043e1df-f791-4396-882f-728743cd9efc HTTP/1.1" status: 204 len: 168 time: 0.5036080 Jun 28 15:36:06.605370 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55462) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:06.610274 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-27b31de3-375d-4dbe-946a-f3bdf685ada7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608748186', 'description': 'tempest-description--1933824081'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:06.632457 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-27b31de3-375d-4dbe-946a-f3bdf685ada7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.695993 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.733323 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-27b31de3-375d-4dbe-946a-f3bdf685ada7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.737600 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-27b31de3-375d-4dbe-946a-f3bdf685ada7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.740223 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-30bb55e0-1ce4-4bbb-9459-bcf1f229ea61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:06.767139 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-27b31de3-375d-4dbe-946a-f3bdf685ada7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.768357 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-27b31de3-375d-4dbe-946a-f3bdf685ada7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1619978 Jun 28 15:36:06.770088 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b31de3-375d-4dbe-946a-f3bdf685ada7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b399c89d-8431-43e2-a69e-e9b561dc3ab2,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:06.772463 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55464) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:06.773481 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-27b31de3-375d-4dbe-946a-f3bdf685ada7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:06.777248 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-513c2074-8b62-49e4-b468-7d0d959347a0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Request body: {'security_group_rule': {'security_group_id': 'b399c89d-8431-43e2-a69e-e9b561dc3ab2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:06.803443 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-513c2074-8b62-49e4-b468-7d0d959347a0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.848926 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-513c2074-8b62-49e4-b468-7d0d959347a0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.852404 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-513c2074-8b62-49e4-b468-7d0d959347a0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.854388 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:06.869954 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c2074-8b62-49e4-b468-7d0d959347a0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214b540e-b31f-4901-b699-0254141a4140,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:06.872957 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-513c2074-8b62-49e4-b468-7d0d959347a0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:06.881707 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-513c2074-8b62-49e4-b468-7d0d959347a0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.886633 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-513c2074-8b62-49e4-b468-7d0d959347a0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1106110 Jun 28 15:36:06.886778 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55466) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:06.891164 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-5bb087e8-63d3-4d15-a99e-e70287f9d928 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Request body: {'security_group_rule': {'security_group_id': 'b399c89d-8431-43e2-a69e-e9b561dc3ab2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:06.905305 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e77ca879-9557-472b-bb2d-06227f6d1a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.917275 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5bb087e8-63d3-4d15-a99e-e70287f9d928 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.976747 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5bb087e8-63d3-4d15-a99e-e70287f9d928 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.986781 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5bb087e8-63d3-4d15-a99e-e70287f9d928 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:06.988851 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:07.004979 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb087e8-63d3-4d15-a99e-e70287f9d928 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df497815-f61c-4464-8667-196e93e40753,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:07.007368 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5bb087e8-63d3-4d15-a99e-e70287f9d928 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:07.015894 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5bb087e8-63d3-4d15-a99e-e70287f9d928 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:07.017180 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-5bb087e8-63d3-4d15-a99e-e70287f9d928 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294537 Jun 28 15:36:07.020937 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55472) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:07.025338 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Request body: {'floatingip': {'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:07.046950 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:07.145558 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:07.251183 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Allocated IP 172.28.1.229 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/f90478eb-f141-4848-bf44-b5f899efc4fe) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:36:07.355193 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:07.398303 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:07.401899 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:07.441414 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:36:07.444183 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:07.449972 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:36:07.461063 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event updated for resources: {'Port': ['ID=f90478eb-f141-4848-bf44-b5f899efc4fe,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:07.468819 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:07.500832 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:07.529827 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:07.545208 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:07.612524 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 73a06cd2-a2c6-4876-9715-862c5cfb5329 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:36:07.635806 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 73a06cd2-a2c6-4876-9715-862c5cfb5329 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:36:07.636155 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 73a06cd2-a2c6-4876-9715-862c5cfb5329 not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:36:07.691522 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:07.695933 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:07.698295 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8fe884ef-e406-4801-8f64-7384cea73dd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:07.726045 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:07.746684 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event updated for resources: {'Port': ['ID=f90478eb-f141-4848-bf44-b5f899efc4fe,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:07.748964 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:07.750129 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7282574 Jun 28 15:36:07.750990 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:07.930575 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-7646d653-15ab-4ee7-9280-43c4b28c68ed tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--608748186&fields=id&tenant_id=36fae96cd86749f98273c6117cbe28df HTTP/1.1" status: 200 len: 267 time: 0.0322361 Jun 28 15:36:08.037889 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-196dcfd3-5a2a-446f-af91-97ffa69adb6e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:08.039356 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-196dcfd3-5a2a-446f-af91-97ffa69adb6e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 817 time: 0.1026080 Jun 28 15:36:08.053280 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-4338b960-fe34-4382-aa0c-1a1722bceb98 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/quotas/36fae96cd86749f98273c6117cbe28df HTTP/1.1" status: 200 len: 375 time: 0.0085292 Jun 28 15:36:08.129135 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-45eba206-cde7-4773-b694-a86bf8f981ca tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710127 Jun 28 15:36:08.231450 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-5a850065-74d6-4ce7-b279-9f6239ca28b3 service neutron] 10.222.0.30 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909412 Jun 28 15:36:08.326051 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-fd47d859-7e3f-48e8-91db-2495504349da service neutron] 10.222.0.30 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881751 Jun 28 15:36:08.501389 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-88ae8e5d-584b-4895-b418-b0d2db7bf3cf req-fd0f3994-ead3-4f0c-a53c-875472018eb4 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 210 time: 0.0309794 Jun 28 15:36:09.115921 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:09.665144 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-05a7c828-1b60-4c39-b216-096009d1348c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:09.666655 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-05a7c828-1b60-4c39-b216-096009d1348c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.13 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 817 time: 0.1192007 Jun 28 15:36:09.675118 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c703231f-8a20-4538-a4bb-faee3eb19faa req-04b11a06-c673-4562-8688-763ea92ab579 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 210 time: 0.0408001 Jun 28 15:36:09.716846 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-30646abd-79a5-43fc-bdd0-a8f7435abd00 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fae96cd86749f98273c6117cbe28df HTTP/1.1" status: 200 len: 379 time: 0.0369363 Jun 28 15:36:09.725876 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Request body: {'port': {'device_id': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'admin_state_up': True, 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'security_groups': ['b399c89d-8431-43e2-a69e-e9b561dc3ab2']}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:09.844093 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Made reservation on behalf of 36fae96cd86749f98273c6117cbe28df for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:36:09.847585 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:09.969458 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Allocated IP 172.20.0.11 (c468dac8-aa22-4082-b723-9376a95ffc38/db7154b0-9367-4b44-b4df-95881ae31463/bd75c3e1-3910-4a31-8f53-69f9a2aff10f) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:36:10.123160 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:10.138390 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Transition to ACTIVE for port object bd75c3e1-3910-4a31-8f53-69f9a2aff10f will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:36:10.175213 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:10.179254 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:10.217919 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Network c468dac8-aa22-4082-b723-9376a95ffc38 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:36:10.222707 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:10.226340 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:36:10.231636 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:10.232230 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:10.238788 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event updated for resources: {'Port': ['ID=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:10.243454 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:10.252687 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5307732 Jun 28 15:36:10.265655 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Request body: {'port': {'device_id': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:10.343962 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:10.506851 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-897fed0a-2560-4671-804a-29311362b5dd None None] Provisioning for port bd75c3e1-3910-4a31-8f53-69f9a2aff10f completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:36:10.510475 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-897fed0a-2560-4671-804a-29311362b5dd None None] Provisioning complete for port bd75c3e1-3910-4a31-8f53-69f9a2aff10f triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:36:10.510908 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-897fed0a-2560-4671-804a-29311362b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:10.544982 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-897fed0a-2560-4671-804a-29311362b5dd None None] Port bd75c3e1-3910-4a31-8f53-69f9a2aff10f cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:36:10.612659 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd75c3e1-3910-4a31-8f53-69f9a2aff10f {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:36:10.619823 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:10.631452 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Transition to ACTIVE for port object bd75c3e1-3910-4a31-8f53-69f9a2aff10f will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:36:10.635039 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:10.637654 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e884fcbb-513e-477b-8ccd-2381d98c910f tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:10.687625 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:10.706202 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:10.720327 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Attempting to bind port bd75c3e1-3910-4a31-8f53-69f9a2aff10f on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:36:10.720664 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Attempting to bind port bd75c3e1-3910-4a31-8f53-69f9a2aff10f by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:36:10.721081 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Attempting to bind port bd75c3e1-3910-4a31-8f53-69f9a2aff10f on network c468dac8-aa22-4082-b723-9376a95ffc38 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:36:10.725582 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Port bd75c3e1-3910-4a31-8f53-69f9a2aff10f on network c468dac8-aa22-4082-b723-9376a95ffc38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:36:10.725939 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Attempting to bind port bd75c3e1-3910-4a31-8f53-69f9a2aff10f on network c468dac8-aa22-4082-b723-9376a95ffc38 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:36:10.730952 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:36:10.731289 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Checking segment: {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:36:10.731671 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Bound using segment: {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:36:10.732097 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Bound port: bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d7d49a-db49-4eed-b356-61d826e734e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:36:10.732451 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:10.798574 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:36:10.802330 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:36:10.815487 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:10.833895 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2336cdb4-baf5-4adc-b38a-b713d35a814d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:10.871472 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:10.872078 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:10.873439 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/bd75c3e1-3910-4a31-8f53-69f9a2aff10f HTTP/1.1" status: 200 len: 1094 time: 0.6121013 Jun 28 15:36:10.873931 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:36:10.876252 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b8cea7-120c-4a15-a505-339bf62f3661" -d '{"events": [{"name": "network-changed", "server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:36:10.912672 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:10.917733 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:10.941818 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff24659-5069-49c5-a7bc-ebca29694393 req-0ad9c23a-bcf4-411f-85a7-412602b4fe8c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:10.943392 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4ff24659-5069-49c5-a7bc-ebca29694393 req-0ad9c23a-bcf4-411f-85a7-412602b4fe8c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.1397798 Jun 28 15:36:10.960613 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39eca84d-6cdf-49dd-aaa0-6a2178e1169f x-openstack-request-id: req-39eca84d-6cdf-49dd-aaa0-6a2178e1169f {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:36:10.960934 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:36:10.961216 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39eca84d-6cdf-49dd-aaa0-6a2178e1169f {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:36:10.961633 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'status': 'completed', 'code': 200} Jun 28 15:36:11.006601 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4ff24659-5069-49c5-a7bc-ebca29694393 req-6059b075-1e27-4694-bc36-8efca6be3101 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440919 Jun 28 15:36:11.018774 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-b5b90f17-f671-4a5a-a509-a3089655c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:11.020247 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-b5b90f17-f671-4a5a-a509-a3089655c1fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 1097 time: 0.0999269 Jun 28 15:36:11.067613 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-9059e62c-66f7-4887-9f65-8bde41d1cde9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f HTTP/1.1" status: 200 len: 217 time: 0.0389678 Jun 28 15:36:11.121762 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-4eeeb263-2555-4a20-b603-e4b09e19f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:11.123234 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-4eeeb263-2555-4a20-b603-e4b09e19f549 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 200 len: 856 time: 0.0479579 Jun 28 15:36:11.182571 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-1495b603-5fc8-4c56-a766-a4bdc2103c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:11.184212 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-1495b603-5fc8-4c56-a766-a4bdc2103c9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c468dac8-aa22-4082-b723-9376a95ffc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0530152 Jun 28 15:36:11.276242 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-22b9e862-ff09-4592-8e5d-dfbac7e378c9 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844512 Jun 28 15:36:11.288193 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55568) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:11.365527 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4e8eaafc-bcce-41d1-8fc1-5abe432f783a req-c9366d6b-7fe6-438a-b958-dc3f95fb5745 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820777 Jun 28 15:36:11.391248 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c5941c9-5c57-46f7-bee2-fa0952acc544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:11.474793 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8cea7-120c-4a15-a505-339bf62f3661 req-6d99814b-b0d2-46a7-8f6d-02d1ba2f60be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:11.476435 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e1b8cea7-120c-4a15-a505-339bf62f3661 req-6d99814b-b0d2-46a7-8f6d-02d1ba2f60be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 1097 time: 0.0617731 Jun 28 15:36:11.487073 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c5941c9-5c57-46f7-bee2-fa0952acc544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:11.495840 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c5941c9-5c57-46f7-bee2-fa0952acc544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:11.499671 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b3999de0-3649-4fac-bb47-a2640314f0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:11.539079 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-4c5941c9-5c57-46f7-bee2-fa0952acc544 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fb875ebc48643d9897255b861a5f370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470689 Jun 28 15:36:11.539079 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5941c9-5c57-46f7-bee2-fa0952acc544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaeb12d-5f1e-488a-bc87-593df6d8fcd4,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:11.539448 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55582) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:11.556174 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4c5941c9-5c57-46f7-bee2-fa0952acc544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:11.575906 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8cea7-120c-4a15-a505-339bf62f3661 req-ee107284-5d00-411d-b30d-898a5d32db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:11.577480 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e1b8cea7-120c-4a15-a505-339bf62f3661 req-ee107284-5d00-411d-b30d-898a5d32db79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 918 time: 0.0922418 Jun 28 15:36:11.603909 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1955cf5e-5d48-45c0-a3aa-fee73e8e862a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:11.625067 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1955cf5e-5d48-45c0-a3aa-fee73e8e862a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:11.631079 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e1b8cea7-120c-4a15-a505-339bf62f3661 req-068d6e93-08c9-4a0a-bfb1-d7a09022be85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f HTTP/1.1" status: 200 len: 217 time: 0.0454371 Jun 28 15:36:11.685517 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8cea7-120c-4a15-a505-339bf62f3661 req-9b0a3082-082a-4911-a3bf-7309dc1c8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:11.686991 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e1b8cea7-120c-4a15-a505-339bf62f3661 req-9b0a3082-082a-4911-a3bf-7309dc1c8202 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 200 len: 856 time: 0.0491266 Jun 28 15:36:11.752526 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8cea7-120c-4a15-a505-339bf62f3661 req-631c527e-3710-416e-9405-9da4beec099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:11.754066 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e1b8cea7-120c-4a15-a505-339bf62f3661 req-631c527e-3710-416e-9405-9da4beec099f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c468dac8-aa22-4082-b723-9376a95ffc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567520 Jun 28 15:36:11.856715 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e1b8cea7-120c-4a15-a505-339bf62f3661 req-d458bee8-c4db-4201-b5e5-55ff14435eee service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942843 Jun 28 15:36:11.900239 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1955cf5e-5d48-45c0-a3aa-fee73e8e862a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:11.903106 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1955cf5e-5d48-45c0-a3aa-fee73e8e862a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:11.904281 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-1955cf5e-5d48-45c0-a3aa-fee73e8e862a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ceaeb12d-5f1e-488a-bc87-593df6d8fcd4 HTTP/1.1" status: 204 len: 168 time: 0.3598890 Jun 28 15:36:11.905055 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bb0100c0-9de5-4b80-89c2-b8979e3761b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:11.914472 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955cf5e-5d48-45c0-a3aa-fee73e8e862a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaeb12d-5f1e-488a-bc87-593df6d8fcd4,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:11.916955 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1955cf5e-5d48-45c0-a3aa-fee73e8e862a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:12.200737 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81279a05-4e80-41d0-bf56-d314ba446e79 req-184e03e2-36e3-49c5-972c-8b4a1e96cdce tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:12.202281 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-81279a05-4e80-41d0-bf56-d314ba446e79 req-184e03e2-36e3-49c5-972c-8b4a1e96cdce tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0713558 Jun 28 15:36:12.209408 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e1b8cea7-120c-4a15-a505-339bf62f3661 req-e6399cda-2056-4f37-97d5-ef040b56acba service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452513 Jun 28 15:36:12.243352 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-81279a05-4e80-41d0-bf56-d314ba446e79 req-677b4656-add6-4168-b2de-19d4ab8411af tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345237 Jun 28 15:36:13.422763 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf2d1e-793c-471a-aa9b-73154e679b9f req-a74230a8-3f47-415e-8c14-c53aa3eaa86d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:13.424192 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdaf2d1e-793c-471a-aa9b-73154e679b9f req-a74230a8-3f47-415e-8c14-c53aa3eaa86d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0655901 Jun 28 15:36:13.460381 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdaf2d1e-793c-471a-aa9b-73154e679b9f req-14b8ea8a-4e9d-45b1-82da-f53350aeafca tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300615 Jun 28 15:36:13.650753 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device bd75c3e1-3910-4a31-8f53-69f9a2aff10f details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:36:13.850732 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:13.862118 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'port_id': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'mac_address': 'fa:16:3e:5b:a2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:36:13.876955 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55634) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:13.898202 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:13.911016 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd75c3e1-3910-4a31-8f53-69f9a2aff10f {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:36:13.922310 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-60980b37-fad6-4e15-9893-2cc9d042d390 admin admin] Deleting subnet 0d88b158-5bb1-42a6-9fd2-e9d4da18241d {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:36:13.924650 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60980b37-fad6-4e15-9893-2cc9d042d390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:13.930146 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:13.934758 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:13.936590 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:13.966002 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60980b37-fad6-4e15-9893-2cc9d042d390 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59779858'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:13.987197 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:13.994071 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:13.994424 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:13.994779 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:13.995110 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:13.995439 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:13.995767 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:13.996092 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:13.996416 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:13.996739 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:13.997060 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:13.997388 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:13.997704 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:14.001486 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:14.007150 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60980b37-fad6-4e15-9893-2cc9d042d390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.059821 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60980b37-fad6-4e15-9893-2cc9d042d390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59090565'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.062735 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:14.084531 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60980b37-fad6-4e15-9893-2cc9d042d390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d88b158-5bb1-42a6-9fd2-e9d4da18241d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:14.087971 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-60980b37-fad6-4e15-9893-2cc9d042d390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:14.092891 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60980b37-fad6-4e15-9893-2cc9d042d390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.094935 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-60980b37-fad6-4e15-9893-2cc9d042d390 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0d88b158-5bb1-42a6-9fd2-e9d4da18241d HTTP/1.1" status: 204 len: 168 time: 0.2167401 Jun 28 15:36:14.098201 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55640) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:14.176446 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.203171 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['bd75c3e1-3910-4a31-8f53-69f9a2aff10f'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:36:14.252910 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.263154 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315d8221-d24a-44d6-aae9-ff9631eff028']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:14.274403 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9ad124-5a70-4961-a569-c768dc5d2acc') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:14.274855 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9ad124-5a70-4961-a569-c768dc5d2acc') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:14.283341 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59779947'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.296722 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.302390 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:36:14.302797 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778051'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: Traceback (most recent call last): Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: timer() Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: cb(*args, **kw) Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: return func(*args, **kwargs) Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: self._notify() Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: self.callback(batched_events) Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: event.method(event) Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: return f(self, *a, **k) Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: return self._get(url).json() Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:36:14.304418 dv-cinder-797245-5-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:36:14.360013 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.363497 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:14.365807 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.367633 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] 10.222.0.30 "DELETE /v2.0/networks/315d8221-d24a-44d6-aae9-ff9631eff028 HTTP/1.1" status: 204 len: 168 time: 0.2681170 Jun 28 15:36:14.378068 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=315d8221-d24a-44d6-aae9-ff9631eff028,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:14.380877 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:14.527425 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55648) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:14.567428 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-96c8bbba-02ce-4f99-8caa-8f2180d27415 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8963d6a802d450aac3836b6402a038f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387645 Jun 28 15:36:14.569818 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55650) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:14.660320 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4b221b90-26a7-4840-b5be-a36386417e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.682335 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69ac45-5e05-4fd0-a9e2-d69e89006d4a req-9b0a721a-1ec7-45b7-959c-7703e1cd9383 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:14.683833 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9e69ac45-5e05-4fd0-a9e2-d69e89006d4a req-9b0a721a-1ec7-45b7-959c-7703e1cd9383 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 945 time: 0.1020455 Jun 28 15:36:14.693753 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4b221b90-26a7-4840-b5be-a36386417e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.748163 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9e69ac45-5e05-4fd0-a9e2-d69e89006d4a req-c8988c80-5230-46ea-9da0-fc69827e213e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570152 Jun 28 15:36:14.775456 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4b221b90-26a7-4840-b5be-a36386417e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.775456 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4b221b90-26a7-4840-b5be-a36386417e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:14.775456 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-4b221b90-26a7-4840-b5be-a36386417e22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a33b7b00-7ee7-41f8-98a2-5f1dc101072e HTTP/1.1" status: 204 len: 168 time: 0.1997061 Jun 28 15:36:14.775456 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef8d2f60-308b-4ceb-bae2-fc05e9c7eaeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:14.778718 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b221b90-26a7-4840-b5be-a36386417e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33b7b00-7ee7-41f8-98a2-5f1dc101072e,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:14.780911 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4b221b90-26a7-4840-b5be-a36386417e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:15.671067 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device bd75c3e1-3910-4a31-8f53-69f9a2aff10f up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:36:15.719730 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port bd75c3e1-3910-4a31-8f53-69f9a2aff10f completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:36:15.723528 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port bd75c3e1-3910-4a31-8f53-69f9a2aff10f triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:36:15.723911 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:15.802330 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:15.824727 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:36:15.828164 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c35e77f-48df-46b6-ab5e-84282ed22d27" -d '{"events": [{"server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:36:15.841582 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:15.845414 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:15.847431 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b99189be-24a8-4f98-a0a0-b68d10fc1f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:15.885305 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c99036a-c517-4899-8838-04ea8899ff9a x-openstack-request-id: req-5c99036a-c517-4899-8838-04ea8899ff9a {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:36:15.885596 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:36:15.885862 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c99036a-c517-4899-8838-04ea8899ff9a {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:36:15.886260 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'code': 200} Jun 28 15:36:15.896512 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:15.902609 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:15.914548 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:15.937223 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43c00c-3c54-4444-9b61-8a77d2e3f84a req-f5d6b699-0712-4bba-a2aa-2c0593c0f190 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:15.938646 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-de43c00c-3c54-4444-9b61-8a77d2e3f84a req-f5d6b699-0712-4bba-a2aa-2c0593c0f190 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0739484 Jun 28 15:36:15.976796 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-de43c00c-3c54-4444-9b61-8a77d2e3f84a req-7794ac15-0c26-40ba-9fda-b8b71df958e2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316803 Jun 28 15:36:16.108012 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e402377-b451-4248-bf54-34ac06b520a6 req-0f3ecf7c-ad6d-48d4-a7c5-60457d84d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:16.109477 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9e402377-b451-4248-bf54-34ac06b520a6 req-0f3ecf7c-ad6d-48d4-a7c5-60457d84d8fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 1099 time: 0.0538232 Jun 28 15:36:16.148318 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9e402377-b451-4248-bf54-34ac06b520a6 req-2a3a46ee-be10-4c1b-97ba-4985c98018a7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277178 Jun 28 15:36:17.165492 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e86c4-2773-480a-b8ab-b6ecc72dd332 req-3f8ed9f0-a6d6-4b37-99da-e8796807b60a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:17.170947 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9b5e86c4-2773-480a-b8ab-b6ecc72dd332 req-3f8ed9f0-a6d6-4b37-99da-e8796807b60a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0706956 Jun 28 15:36:17.203615 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9b5e86c4-2773-480a-b8ab-b6ecc72dd332 req-1e776389-3573-4ace-b767-4ea8e8be29a3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310187 Jun 28 15:36:18.110528 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55706) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:18.213202 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6add789d-cfae-45fa-9518-778cac71f64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:18.304378 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6add789d-cfae-45fa-9518-778cac71f64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:18.308061 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6add789d-cfae-45fa-9518-778cac71f64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:18.311546 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-93101237-6e6a-44e0-a003-eb38fdd0ce4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:18.347072 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-6add789d-cfae-45fa-9518-778cac71f64b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=275f80ac7bcf41a6ae0deefbe6b44c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354746 Jun 28 15:36:18.348243 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add789d-cfae-45fa-9518-778cac71f64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2cce76-e230-440e-b20b-7a04c557f33c,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:18.349742 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55712) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:18.351821 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6add789d-cfae-45fa-9518-778cac71f64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:18.423568 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4149252-65e6-4816-ba98-8ebab7592f1a req-dd6bd6e6-a75b-4f7a-bcb6-e91d014b3f09 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:18.424952 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e4149252-65e6-4816-ba98-8ebab7592f1a req-dd6bd6e6-a75b-4f7a-bcb6-e91d014b3f09 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.1061225 Jun 28 15:36:18.425609 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-285d0ed8-1cd8-45a2-9412-afd8c854ab12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:18.459651 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-285d0ed8-1cd8-45a2-9412-afd8c854ab12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:18.493912 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e4149252-65e6-4816-ba98-8ebab7592f1a req-24c7b427-125a-45f5-8ff5-89e62379fad9 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591822 Jun 28 15:36:18.520191 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-285d0ed8-1cd8-45a2-9412-afd8c854ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:18.522858 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-285d0ed8-1cd8-45a2-9412-afd8c854ab12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:18.523964 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-285d0ed8-1cd8-45a2-9412-afd8c854ab12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb2cce76-e230-440e-b20b-7a04c557f33c HTTP/1.1" status: 204 len: 168 time: 0.1732991 Jun 28 15:36:18.524725 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3b8f5dea-fc63-418c-98d6-621e0ee658cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:18.533307 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d0ed8-1cd8-45a2-9412-afd8c854ab12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2cce76-e230-440e-b20b-7a04c557f33c,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:18.535705 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-285d0ed8-1cd8-45a2-9412-afd8c854ab12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:18.677377 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae595aae-7169-408c-8437-01952d36a608 req-7dc6c8b5-efa3-466a-80b4-8f1090d9f27e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:18.678818 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ae595aae-7169-408c-8437-01952d36a608 req-7dc6c8b5-efa3-466a-80b4-8f1090d9f27e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0672944 Jun 28 15:36:18.687344 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55720) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:18.691978 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-f190c9c6-ee05-46a7-b5ed-b9899d5ba09d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Request body: {'floatingip': {'port_id': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:18.733228 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f190c9c6-ee05-46a7-b5ed-b9899d5ba09d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:19.180867 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f190c9c6-ee05-46a7-b5ed-b9899d5ba09d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:19.184632 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f190c9c6-ee05-46a7-b5ed-b9899d5ba09d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:19.283643 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.l3_db [None req-f190c9c6-ee05-46a7-b5ed-b9899d5ba09d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Floating IP ebd562af-66b7-47e3-a9ff-5b64120a5e10 associated. External IP: 172.28.1.229, port: bd75c3e1-3910-4a31-8f53-69f9a2aff10f. Jun 28 15:36:19.492327 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f190c9c6-ee05-46a7-b5ed-b9899d5ba09d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Router d6f965e5-b333-4d42-9b89-d63b518fbba0 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:36:19.606801 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f190c9c6-ee05-46a7-b5ed-b9899d5ba09d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:36:19.611501 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f190c9c6-ee05-46a7-b5ed-b9899d5ba09d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:19.616909 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd936235-e2cb-4ceb-b336-6c3153cef64f None None] Sync routers for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:36:19.626076 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd936235-e2cb-4ceb-b336-6c3153cef64f None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:19.626793 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-cd936235-e2cb-4ceb-b336-6c3153cef64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:19.647978 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-f190c9c6-ee05-46a7-b5ed-b9899d5ba09d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "PUT /v2.0/floatingips/ebd562af-66b7-47e3-a9ff-5b64120a5e10 HTTP/1.1" status: 200 len: 992 time: 0.9595420 Jun 28 15:36:19.648608 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:36:19.650994 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299521533173c05a36196c73841158df7b53abe6ce317cc0fe5db9242a299b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da3c92e-c169-460f-8590-0bafb812113a" -d '{"events": [{"name": "network-changed", "server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:36:19.697735 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b21cd2-c7b1-4fd0-9f37-d8a614065fbe x-openstack-request-id: req-80b21cd2-c7b1-4fd0-9f37-d8a614065fbe {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:36:19.698373 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:36:19.698706 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80b21cd2-c7b1-4fd0-9f37-d8a614065fbe {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:36:19.699125 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'status': 'completed', 'code': 200} Jun 28 15:36:19.740465 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-cd936235-e2cb-4ceb-b336-6c3153cef64f None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:19.784800 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3c92e-c169-460f-8590-0bafb812113a req-88ca255f-50da-4739-b990-bce323a10e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:19.786338 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3da3c92e-c169-460f-8590-0bafb812113a req-88ca255f-50da-4739-b990-bce323a10e72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 1099 time: 0.0639737 Jun 28 15:36:19.879078 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3c92e-c169-460f-8590-0bafb812113a req-ab1198d6-4fb4-4561-bec7-bdebcd9bfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:19.881134 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3da3c92e-c169-460f-8590-0bafb812113a req-ab1198d6-4fb4-4561-bec7-bdebcd9bfcc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 918 time: 0.0870721 Jun 28 15:36:19.948893 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3da3c92e-c169-460f-8590-0bafb812113a req-b9709a0f-1fa0-45ab-90c7-63fe1da43015 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f HTTP/1.1" status: 200 len: 1000 time: 0.0606873 Jun 28 15:36:19.997401 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3c92e-c169-460f-8590-0bafb812113a req-6fd5e667-06fc-4dc8-9abb-359313772d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:19.998762 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3da3c92e-c169-460f-8590-0bafb812113a req-6fd5e667-06fc-4dc8-9abb-359313772d5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 200 len: 856 time: 0.0432644 Jun 28 15:36:20.007392 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-cd936235-e2cb-4ceb-b336-6c3153cef64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': 'ebd562af-66b7-47e3-a9ff-5b64120a5e10', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'floating_ip_address': '172.28.1.229', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'port_id': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'mac_address': 'fa:16:3e:5b:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:36:07Z', 'updated_at': '2021-06-28T15:36:19Z', 'revision_number': 1, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:40Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:20.036655 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd936235-e2cb-4ceb-b336-6c3153cef64f None None] Checking router: d6f965e5-b333-4d42-9b89-d63b518fbba0 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:36:20.045218 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd936235-e2cb-4ceb-b336-6c3153cef64f None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:20.045835 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-cd936235-e2cb-4ceb-b336-6c3153cef64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:20.056425 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3c92e-c169-460f-8590-0bafb812113a req-b534b402-87b1-4d7c-92b1-70dd9213c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:20.057917 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3da3c92e-c169-460f-8590-0bafb812113a req-b534b402-87b1-4d7c-92b1-70dd9213c3bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c468dac8-aa22-4082-b723-9376a95ffc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0505934 Jun 28 15:36:20.158799 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-cd936235-e2cb-4ceb-b336-6c3153cef64f None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:20.166401 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3da3c92e-c169-460f-8590-0bafb812113a req-52b874a4-d22f-463b-8cde-58aaba076722 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970592 Jun 28 15:36:20.255682 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3da3c92e-c169-460f-8590-0bafb812113a req-50982ed2-3dc7-42ad-b4f2-ac9a62e3d863 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827188 Jun 28 15:36:20.377250 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-cd936235-e2cb-4ceb-b336-6c3153cef64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': 'ebd562af-66b7-47e3-a9ff-5b64120a5e10', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'floating_ip_address': '172.28.1.229', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'port_id': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'mac_address': 'fa:16:3e:5b:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:36:07Z', 'updated_at': '2021-06-28T15:36:19Z', 'revision_number': 1, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:40Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:20.403524 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd936235-e2cb-4ceb-b336-6c3153cef64f None None] The sync data for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb is: [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': 'ebd562af-66b7-47e3-a9ff-5b64120a5e10', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'floating_ip_address': '172.28.1.229', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'port_id': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'mac_address': 'fa:16:3e:5b:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:36:07Z', 'updated_at': '2021-06-28T15:36:19Z', 'revision_number': 1, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:40Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:36:20.573911 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325adc33-e579-48ae-bcc0-b316e3480475 None None] New status for floating IP ebd562af-66b7-47e3-a9ff-5b64120a5e10: ACTIVE {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 15:36:21.329051 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22934d55-745b-4858-a0b2-bbf764dc2d7c req-21c5db8d-570c-40d0-80d9-ff5440f5302f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:21.330423 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-22934d55-745b-4858-a0b2-bbf764dc2d7c req-21c5db8d-570c-40d0-80d9-ff5440f5302f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0652320 Jun 28 15:36:21.366541 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-22934d55-745b-4858-a0b2-bbf764dc2d7c req-8a6cffe8-d7d4-4111-bc4c-6b3078bf6e78 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306084 Jun 28 15:36:22.539156 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e4cb-925d-441a-a962-e64a5be927f0 req-c01bc6b0-fa56-4f71-b062-285f9261c980 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:22.540609 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b5f6e4cb-925d-441a-a962-e64a5be927f0 req-c01bc6b0-fa56-4f71-b062-285f9261c980 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0614357 Jun 28 15:36:22.577276 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b5f6e4cb-925d-441a-a962-e64a5be927f0 req-e29bc00e-d417-42b8-b970-e76624a8d14f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309496 Jun 28 15:36:23.482309 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-6bfdf6d5-ff31-4ba4-9515-b4d9b73deb75 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:23.483940 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-6bfdf6d5-ff31-4ba4-9515-b4d9b73deb75 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.13 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0712996 Jun 28 15:36:23.586415 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Deleting port 48a524d9-0e90-4967-bbe8-2af18a546ea8 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:23.586798 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:23.684899 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] For port 48a524d9-0e90-4967-bbe8-2af18a546ea8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=48a524d9-0e90-4967-bbe8-2af18a546ea8,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:23.685264 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:23.763183 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bade6-3d98-40f9-9fac-4a9e24b5d4eb req-44c3921e-ce9e-47bd-b3a5-691747f02ee1 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:23.763183 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ee4bade6-3d98-40f9-9fac-4a9e24b5d4eb req-44c3921e-ce9e-47bd-b3a5-691747f02ee1 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 946 time: 0.0663817 Jun 28 15:36:23.797801 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ee4bade6-3d98-40f9-9fac-4a9e24b5d4eb req-f454fb8c-dc02-42f1-abf2-99ba8b612263 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=09b3bfef-bb02-4f70-94fb-0e0070cd3728&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332711 Jun 28 15:36:23.862737 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:23.863106 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:23.863416 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.l3_db [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Floating IP 1cd50e67-155a-4370-8781-7fdb265af30f disassociated. External IP: 172.28.1.46, port: 48a524d9-0e90-4967-bbe8-2af18a546ea8. Jun 28 15:36:23.863780 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Calling delete_port for 48a524d9-0e90-4967-bbe8-2af18a546ea8 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:23.990772 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:23.994500 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:24.020025 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event deleted for resources: {'Port': ['ID=48a524d9-0e90-4967-bbe8-2af18a546ea8,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:24.023603 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:24.150978 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:36:24.267370 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:36:24.277431 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c112cc-721f-4cd3-9235-1e2285bfc699 None None] Sync routers for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:36:24.287748 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c112cc-721f-4cd3-9235-1e2285bfc699 None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:24.288455 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-59c112cc-721f-4cd3-9235-1e2285bfc699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:24.319942 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] No DVR routers for this DVR port 48a524d9-0e90-4967-bbe8-2af18a546ea8 on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:36:24.322410 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:24.324634 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6521b60f-d6ea-4d52-a6cd-34b4ad936302 req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.13 "DELETE /v2.0/ports/48a524d9-0e90-4967-bbe8-2af18a546ea8 HTTP/1.1" status: 204 len: 173 time: 0.8336675 Jun 28 15:36:24.325126 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'name': 'network-vif-deleted', 'tag': '48a524d9-0e90-4967-bbe8-2af18a546ea8'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:36:24.327449 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ece9427-6ae0-4d10-b716-23c457d42b73" -d '{"events": [{"server_uuid": "1888a864-e955-4d7f-a8ab-d7d14acf10a1", "name": "network-vif-deleted", "tag": "48a524d9-0e90-4967-bbe8-2af18a546ea8"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:36:24.380702 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12746975-8f59-499b-b42a-ea191b004001 x-openstack-request-id: req-12746975-8f59-499b-b42a-ea191b004001 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:36:24.381074 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1888a864-e955-4d7f-a8ab-d7d14acf10a1", "name": "network-vif-deleted", "tag": "48a524d9-0e90-4967-bbe8-2af18a546ea8", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:36:24.381412 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12746975-8f59-499b-b42a-ea191b004001 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:36:24.381944 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1888a864-e955-4d7f-a8ab-d7d14acf10a1', 'name': 'network-vif-deleted', 'tag': '48a524d9-0e90-4967-bbe8-2af18a546ea8', 'status': 'completed', 'code': 200} Jun 28 15:36:24.427630 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-59c112cc-721f-4cd3-9235-1e2285bfc699 None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:24.655249 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-59c112cc-721f-4cd3-9235-1e2285bfc699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:44Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:24.687423 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c112cc-721f-4cd3-9235-1e2285bfc699 None None] Checking router: c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:36:24.695796 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c112cc-721f-4cd3-9235-1e2285bfc699 None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:24.696396 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-59c112cc-721f-4cd3-9235-1e2285bfc699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:24.927409 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-59c112cc-721f-4cd3-9235-1e2285bfc699 None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:24.989758 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a93f6380-1013-42b0-a7ee-9e20d9cd4a37 req-c4946dcc-90f8-4304-8cdc-9f0e63c45302 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=1888a864-e955-4d7f-a8ab-d7d14acf10a1 HTTP/1.1" status: 200 len: 210 time: 0.0380905 Jun 28 15:36:25.149558 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-59c112cc-721f-4cd3-9235-1e2285bfc699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:44Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:25.180213 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c112cc-721f-4cd3-9235-1e2285bfc699 None None] The sync data for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb is: [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:44Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:36:25.405725 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5a118-9302-4c39-8640-8ce023a1a109 None None] New status for floating IP 1cd50e67-155a-4370-8781-7fdb265af30f: DOWN {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 15:36:26.108779 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55868) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:26.165926 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24c65513-182b-4dd2-a038-909b0bf924b0 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:26.188340 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24c65513-182b-4dd2-a038-909b0bf924b0 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:26.232517 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24c65513-182b-4dd2-a038-909b0bf924b0 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:26.235308 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24c65513-182b-4dd2-a038-909b0bf924b0 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:26.236423 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-24c65513-182b-4dd2-a038-909b0bf924b0 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "DELETE /v2.0/security-groups/09b3bfef-bb02-4f70-94fb-0e0070cd3728 HTTP/1.1" status: 204 len: 168 time: 0.1266608 Jun 28 15:36:26.237149 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7e8e461b-710c-4ac9-aaca-365362072134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:26.239802 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55870) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:26.246155 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c65513-182b-4dd2-a038-909b0bf924b0 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b3bfef-bb02-4f70-94fb-0e0070cd3728,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:26.248517 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-24c65513-182b-4dd2-a038-909b0bf924b0 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:26.253412 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.api.v2.resource [None req-9483d319-1bc3-4e8b-81fc-3cec973767d2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] show failed (client error): The resource could not be found. Jun 28 15:36:26.254421 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-9483d319-1bc3-4e8b-81fc-3cec973767d2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups/09b3bfef-bb02-4f70-94fb-0e0070cd3728 HTTP/1.1" status: 404 len: 347 time: 0.0135324 Jun 28 15:36:26.257185 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55872) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:26.376039 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Deleting port 4a337fe5-5f19-4c68-85de-9ee74e5c6335 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:26.376302 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:26.452406 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:26.452760 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:26.464381 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Calling delete_port for 4a337fe5-5f19-4c68-85de-9ee74e5c6335 owned by network:floatingip {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:26.600563 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:26.602420 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:26.625458 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event deleted for resources: {'Port': ['ID=4a337fe5-5f19-4c68-85de-9ee74e5c6335,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:26.637188 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:26.637560 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:26.637921 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:26.638274 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:26.638654 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:26.639008 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:26.639353 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:26.639696 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:26.640043 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:26.640383 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:26.640723 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:26.641061 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:26.644789 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:26.663916 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:26.666466 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:26.667615 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "DELETE /v2.0/floatingips/1cd50e67-155a-4370-8781-7fdb265af30f HTTP/1.1" status: 204 len: 168 time: 0.4095559 Jun 28 15:36:27.026675 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55880) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:27.031792 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-c8df9e71-ca0b-497b-82dc-8322e4c9b54c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1731824646', 'description': 'tempest-description--1133219595'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:27.053626 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8df9e71-ca0b-497b-82dc-8322e4c9b54c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.146881 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8df9e71-ca0b-497b-82dc-8322e4c9b54c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.151019 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8df9e71-ca0b-497b-82dc-8322e4c9b54c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.154199 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef66ad65-0aba-4cd0-9675-2de056f60a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:27.178197 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8df9e71-ca0b-497b-82dc-8322e4c9b54c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.179411 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-c8df9e71-ca0b-497b-82dc-8322e4c9b54c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1517279 Jun 28 15:36:27.182528 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55886) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:27.183491 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df9e71-ca0b-497b-82dc-8322e4c9b54c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c737a988-b8ae-42da-80fb-8af4a2f1398f,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:27.186075 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c8df9e71-ca0b-497b-82dc-8322e4c9b54c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:27.189299 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-d44029d0-f16d-4ced-94e5-69d1774aa833 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Request body: {'security_group_rule': {'security_group_id': 'c737a988-b8ae-42da-80fb-8af4a2f1398f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:27.218006 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d44029d0-f16d-4ced-94e5-69d1774aa833 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.280531 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d44029d0-f16d-4ced-94e5-69d1774aa833 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.284222 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d44029d0-f16d-4ced-94e5-69d1774aa833 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.286210 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:27.302277 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44029d0-f16d-4ced-94e5-69d1774aa833 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171fcab7-99d1-45d6-9679-300b3d030935,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:27.306207 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d44029d0-f16d-4ced-94e5-69d1774aa833 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:27.307662 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d44029d0-f16d-4ced-94e5-69d1774aa833 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.308960 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d44029d0-f16d-4ced-94e5-69d1774aa833 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252730 Jun 28 15:36:27.311628 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55888) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:27.315982 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-4c14d1a7-393f-4d20-99e9-ae39370aab00 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Request body: {'security_group_rule': {'security_group_id': 'c737a988-b8ae-42da-80fb-8af4a2f1398f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:27.341830 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c14d1a7-393f-4d20-99e9-ae39370aab00 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.396337 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c14d1a7-393f-4d20-99e9-ae39370aab00 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.399986 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c14d1a7-393f-4d20-99e9-ae39370aab00 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.401861 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-513c2074-8b62-49e4-b468-7d0d959347a0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:27.417319 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14d1a7-393f-4d20-99e9-ae39370aab00 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a59c007-d89b-42f4-9aae-aa1fe648a707,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:27.419995 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4c14d1a7-393f-4d20-99e9-ae39370aab00 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:27.423008 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c14d1a7-393f-4d20-99e9-ae39370aab00 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.424153 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-4c14d1a7-393f-4d20-99e9-ae39370aab00 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115785 Jun 28 15:36:27.427633 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55890) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:27.431875 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Request body: {'floatingip': {'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:27.452811 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.545512 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.648038 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Allocated IP 172.28.1.102 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/d206026c-775d-445e-b9e9-8b9d3e2c46f0) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:36:27.726268 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 48a524d9-0e90-4967-bbe8-2af18a546ea8 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:36:27.746306 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 48a524d9-0e90-4967-bbe8-2af18a546ea8 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:36:27.746674 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 48a524d9-0e90-4967-bbe8-2af18a546ea8 not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:36:27.749765 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.786415 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.789033 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1637a700-6640-4449-8470-2a09e8bd9b0f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:27.820047 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:36:27.824369 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:27.829582 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:36:27.840351 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event updated for resources: {'Port': ['ID=d206026c-775d-445e-b9e9-8b9d3e2c46f0,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:27.843945 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:27.880990 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:27.925176 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:28.065295 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:28.069392 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:28.071304 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-055ed4c9-c1cd-40c5-a40e-f53a25668edb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:28.103225 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:28.122698 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event updated for resources: {'Port': ['ID=d206026c-775d-445e-b9e9-8b9d3e2c46f0,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:28.124997 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:28.126183 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.6976514 Jun 28 15:36:28.127063 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:28.322549 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-c24d1232-1b0e-4d5a-9c71-f652c7880fa3 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1731824646&fields=id&tenant_id=aa7b97b5f12b46409d73a4a413f3d442 HTTP/1.1" status: 200 len: 267 time: 0.0324256 Jun 28 15:36:28.429307 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-1ead8d60-9c43-4071-84c7-f1e74cfebaf1 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:28.430770 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-1ead8d60-9c43-4071-84c7-f1e74cfebaf1 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/networks?id=bd283de2-b0ac-4f67-ad2f-3fe07c495478 HTTP/1.1" status: 200 len: 811 time: 0.1016443 Jun 28 15:36:28.445207 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-c7d82365-27fd-42ef-8174-34050c58f01a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/quotas/aa7b97b5f12b46409d73a4a413f3d442 HTTP/1.1" status: 200 len: 375 time: 0.0090930 Jun 28 15:36:28.517548 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-473b7301-6941-401f-825a-db73c37a35ec tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa7b97b5f12b46409d73a4a413f3d442&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673835 Jun 28 15:36:28.613918 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-223e6fa0-1dc9-4031-9277-b591152c4e24 service neutron] 10.222.0.30 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844660 Jun 28 15:36:28.699953 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-d2b66c58-d08b-44f1-ba44-45b8bf896b12 service neutron] 10.222.0.30 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804105 Jun 28 15:36:28.844099 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:36:28.885558 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9a8a1191-6e1c-41e5-836d-f268babf2859 req-1eab99f5-0fb8-47b3-bc23-4152763f7fb7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 210 time: 0.0343857 Jun 28 15:36:29.517504 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 55932) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:29.616744 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f5bf75e1-9191-4a14-8188-bb178620ab5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:29.703513 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f5bf75e1-9191-4a14-8188-bb178620ab5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:29.707160 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f5bf75e1-9191-4a14-8188-bb178620ab5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:29.710870 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3d9d6a0c-bbbc-4a64-b5e7-acd94f3bcd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:29.745079 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-f5bf75e1-9191-4a14-8188-bb178620ab5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88c69a1d68c64bcbb12feb58eb3b1b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264414 Jun 28 15:36:29.747379 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf75e1-9191-4a14-8188-bb178620ab5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd78136-2ef5-4e1c-a05a-940a93de09b2,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:29.747924 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 55936) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:29.750336 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f5bf75e1-9191-4a14-8188-bb178620ab5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:29.798123 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-834390e2-8db6-45ec-937d-09f4ee1f5fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:29.818250 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-834390e2-8db6-45ec-937d-09f4ee1f5fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:29.871764 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-834390e2-8db6-45ec-937d-09f4ee1f5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:29.874514 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-834390e2-8db6-45ec-937d-09f4ee1f5fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:29.875803 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-834390e2-8db6-45ec-937d-09f4ee1f5fcf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8dd78136-2ef5-4e1c-a05a-940a93de09b2 HTTP/1.1" status: 204 len: 168 time: 0.1266756 Jun 28 15:36:29.876507 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5e7d3eab-d341-4ba2-9d34-82a939fe7e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:29.886009 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834390e2-8db6-45ec-937d-09f4ee1f5fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd78136-2ef5-4e1c-a05a-940a93de09b2,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:29.892153 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-834390e2-8db6-45ec-937d-09f4ee1f5fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:29.986145 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-994e56fb-8fb9-4cb6-978e-0ea04aff761d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:29.988918 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-994e56fb-8fb9-4cb6-978e-0ea04aff761d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.13 "GET /v2.0/networks?id=bd283de2-b0ac-4f67-ad2f-3fe07c495478 HTTP/1.1" status: 200 len: 811 time: 0.1293328 Jun 28 15:36:30.048704 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-1076d53c-0a5a-45ce-a4dd-08c3f322f754 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa7b97b5f12b46409d73a4a413f3d442 HTTP/1.1" status: 200 len: 380 time: 0.0430546 Jun 28 15:36:30.060293 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Request body: {'port': {'device_id': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'admin_state_up': True, 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'security_groups': ['c737a988-b8ae-42da-80fb-8af4a2f1398f']}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:30.073281 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c490021a-47bd-4ebc-87f4-6ebdca780066 req-c2d88e07-869b-4b19-8f5e-64303fa9ac61 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 210 time: 0.0593605 Jun 28 15:36:30.189169 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Made reservation on behalf of aa7b97b5f12b46409d73a4a413f3d442 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:36:30.193662 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:30.320985 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Allocated IP 172.20.0.4 (bd283de2-b0ac-4f67-ad2f-3fe07c495478/800ee415-7eda-45d6-8a9f-e801a3179bb1/49439b26-2aef-4168-83be-dfe6e279f5ab) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:36:30.460756 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:30.480308 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Transition to ACTIVE for port object 49439b26-2aef-4168-83be-dfe6e279f5ab will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:36:30.507498 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:30.511325 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:30.548555 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Network bd283de2-b0ac-4f67-ad2f-3fe07c495478 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:36:30.552120 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:30.558762 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:36:30.563320 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:30.563932 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:30.579411 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event updated for resources: {'Port': ['ID=49439b26-2aef-4168-83be-dfe6e279f5ab,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:30.582540 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:30.584094 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5279272 Jun 28 15:36:30.598078 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Request body: {'port': {'device_id': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:30.679963 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:30.752142 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-ce4947ac-ee7e-4a1b-9c14-f479d434ddd8 None None] Provisioning for port 49439b26-2aef-4168-83be-dfe6e279f5ab completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:36:30.760492 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-ce4947ac-ee7e-4a1b-9c14-f479d434ddd8 None None] Provisioning complete for port 49439b26-2aef-4168-83be-dfe6e279f5ab triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:36:30.760876 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce4947ac-ee7e-4a1b-9c14-f479d434ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:30.802143 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ce4947ac-ee7e-4a1b-9c14-f479d434ddd8 None None] Port 49439b26-2aef-4168-83be-dfe6e279f5ab cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:36:31.216537 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49439b26-2aef-4168-83be-dfe6e279f5ab {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:36:31.224424 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:31.239646 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Transition to ACTIVE for port object 49439b26-2aef-4168-83be-dfe6e279f5ab will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:36:31.243752 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:31.246504 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-09a84617-c916-4a5a-a4aa-507ac0e2a8e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:31.273733 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cab708-308f-422a-9f79-d36c16022ee3 req-9139ce70-8b76-4620-a6cd-a394668c5753 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:31.275148 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-48cab708-308f-422a-9f79-d36c16022ee3 req-9139ce70-8b76-4620-a6cd-a394668c5753 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 931 time: 0.0659282 Jun 28 15:36:31.297269 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=49439b26-2aef-4168-83be-dfe6e279f5ab,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:31.301496 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:31.323678 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-48cab708-308f-422a-9f79-d36c16022ee3 req-806d353d-09ed-4ce7-865b-391ae3a78719 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Jun 28 15:36:31.337368 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Attempting to bind port 49439b26-2aef-4168-83be-dfe6e279f5ab on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:36:31.337840 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Attempting to bind port 49439b26-2aef-4168-83be-dfe6e279f5ab by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:36:31.338222 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Attempting to bind port 49439b26-2aef-4168-83be-dfe6e279f5ab on network bd283de2-b0ac-4f67-ad2f-3fe07c495478 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:36:31.345971 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Port 49439b26-2aef-4168-83be-dfe6e279f5ab on network bd283de2-b0ac-4f67-ad2f-3fe07c495478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:36:31.346291 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Attempting to bind port 49439b26-2aef-4168-83be-dfe6e279f5ab on network bd283de2-b0ac-4f67-ad2f-3fe07c495478 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:36:31.352956 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:36:31.353228 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Checking segment: {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:36:31.353706 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Bound using segment: {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:36:31.354160 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Bound port: 49439b26-2aef-4168-83be-dfe6e279f5ab, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa050733-62d9-424f-89ac-41fadc28fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:36:31.354556 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:31.419403 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] For port 49439b26-2aef-4168-83be-dfe6e279f5ab, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:36:31.422442 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] For port 49439b26-2aef-4168-83be-dfe6e279f5ab, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=49439b26-2aef-4168-83be-dfe6e279f5ab,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:36:31.427286 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:31.429329 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-98fa0c52-c477-4778-8634-e9f2ac1a2b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:31.479732 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:31.480349 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:31.481810 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] 10.222.0.13 "PUT /v2.0/ports/49439b26-2aef-4168-83be-dfe6e279f5ab HTTP/1.1" status: 200 len: 1093 time: 0.8881116 Jun 28 15:36:31.482306 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'tag': '49439b26-2aef-4168-83be-dfe6e279f5ab'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:36:31.484636 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a03158-d439-4af2-8cac-7c6c8bb59dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "5735f8a6-fa91-432e-98c0-a8a0368843fa", "tag": "49439b26-2aef-4168-83be-dfe6e279f5ab"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:36:31.490023 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=49439b26-2aef-4168-83be-dfe6e279f5ab,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:31.500035 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:31.525643 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e68a775-9dda-47eb-8979-4ad653418ead x-openstack-request-id: req-3e68a775-9dda-47eb-8979-4ad653418ead {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:36:31.525971 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5735f8a6-fa91-432e-98c0-a8a0368843fa", "tag": "49439b26-2aef-4168-83be-dfe6e279f5ab", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:36:31.526504 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e68a775-9dda-47eb-8979-4ad653418ead {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:36:31.527321 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'tag': '49439b26-2aef-4168-83be-dfe6e279f5ab', 'status': 'completed', 'code': 200} Jun 28 15:36:31.585308 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-1c9380b1-9b5b-43e6-8665-a23679d08b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:31.586837 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-1c9380b1-9b5b-43e6-8665-a23679d08b88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa7b97b5f12b46409d73a4a413f3d442&device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 1096 time: 0.0566373 Jun 28 15:36:31.632331 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-b22dedd5-6305-454b-9007-848566baf7dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49439b26-2aef-4168-83be-dfe6e279f5ab HTTP/1.1" status: 200 len: 217 time: 0.0373735 Jun 28 15:36:31.682305 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-4a8ac635-0ee5-4a0a-9ba8-66b1976efb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:31.683744 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-4a8ac635-0ee5-4a0a-9ba8-66b1976efb97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=800ee415-7eda-45d6-8a9f-e801a3179bb1 HTTP/1.1" status: 200 len: 850 time: 0.0443671 Jun 28 15:36:31.740342 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-3adec6c5-c622-4743-831a-2e7fb1512d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:31.741736 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-3adec6c5-c622-4743-831a-2e7fb1512d91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd283de2-b0ac-4f67-ad2f-3fe07c495478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0507376 Jun 28 15:36:31.833273 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-d82bb124-1552-4555-bc9c-33445009e771 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823467 Jun 28 15:36:31.920037 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7f34df15-6ae5-410c-84b5-bfffdd2a3eac req-bc0bdf6f-d96a-46e1-8821-7b911fde4009 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801544 Jun 28 15:36:32.034130 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a03158-d439-4af2-8cac-7c6c8bb59dd8 req-c29a6f6c-b6cd-4163-8693-694a9be741ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:32.035631 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-54a03158-d439-4af2-8cac-7c6c8bb59dd8 req-c29a6f6c-b6cd-4163-8693-694a9be741ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa7b97b5f12b46409d73a4a413f3d442&device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 1096 time: 0.0566111 Jun 28 15:36:32.127573 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a03158-d439-4af2-8cac-7c6c8bb59dd8 req-353733be-ed7c-48f5-b39a-552a96a17c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:32.129144 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-54a03158-d439-4af2-8cac-7c6c8bb59dd8 req-353733be-ed7c-48f5-b39a-552a96a17c2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd283de2-b0ac-4f67-ad2f-3fe07c495478 HTTP/1.1" status: 200 len: 912 time: 0.0849712 Jun 28 15:36:32.177418 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-54a03158-d439-4af2-8cac-7c6c8bb59dd8 req-593fe13f-7444-4042-a60d-f5373cc5b22e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49439b26-2aef-4168-83be-dfe6e279f5ab HTTP/1.1" status: 200 len: 217 time: 0.0399103 Jun 28 15:36:32.228218 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a03158-d439-4af2-8cac-7c6c8bb59dd8 req-4843b52a-9522-4976-aa9c-49b47bee7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:32.229652 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-54a03158-d439-4af2-8cac-7c6c8bb59dd8 req-4843b52a-9522-4976-aa9c-49b47bee7e36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=800ee415-7eda-45d6-8a9f-e801a3179bb1 HTTP/1.1" status: 200 len: 850 time: 0.0447218 Jun 28 15:36:32.296628 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a03158-d439-4af2-8cac-7c6c8bb59dd8 req-7f6d3146-2804-48a5-97a7-25746e5b0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:32.298464 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-54a03158-d439-4af2-8cac-7c6c8bb59dd8 req-7f6d3146-2804-48a5-97a7-25746e5b0776 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd283de2-b0ac-4f67-ad2f-3fe07c495478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0622165 Jun 28 15:36:32.412352 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-54a03158-d439-4af2-8cac-7c6c8bb59dd8 req-88900a43-27fd-4388-8b3e-e7fec4dc3536 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048028 Jun 28 15:36:32.540948 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-54a03158-d439-4af2-8cac-7c6c8bb59dd8 req-64451391-748a-4437-8029-55ee996514ff service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208193 Jun 28 15:36:32.563018 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb60c-09e5-4cad-a6ca-a4dae149c909 req-a926912a-2b12-42e2-81ad-59cc3aee83b3 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:32.564486 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f87eb60c-09e5-4cad-a6ca-a4dae149c909 req-a926912a-2b12-42e2-81ad-59cc3aee83b3 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 943 time: 0.0926778 Jun 28 15:36:32.602744 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f87eb60c-09e5-4cad-a6ca-a4dae149c909 req-04c9f4a7-dfbc-47ec-9b6e-8ed835f59ab1 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318363 Jun 28 15:36:33.773244 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 49439b26-2aef-4168-83be-dfe6e279f5ab details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:36:33.773918 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c055cf-f488-4e62-a4b6-cf75e5d81ec7 req-01e0f3b9-d3ba-4a70-ac66-84e9d52d811f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:33.775381 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d9c055cf-f488-4e62-a4b6-cf75e5d81ec7 req-01e0f3b9-d3ba-4a70-ac66-84e9d52d811f tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 943 time: 0.0631874 Jun 28 15:36:33.811365 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d9c055cf-f488-4e62-a4b6-cf75e5d81ec7 req-5c813780-5113-4e58-88a5-1e5b054cdaa2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302341 Jun 28 15:36:33.870403 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 49439b26-2aef-4168-83be-dfe6e279f5ab, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=49439b26-2aef-4168-83be-dfe6e279f5ab,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:33.881595 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '49439b26-2aef-4168-83be-dfe6e279f5ab', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'port_id': '49439b26-2aef-4168-83be-dfe6e279f5ab', 'mac_address': 'fa:16:3e:be:72:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:36:33.923811 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:33.934291 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0dda2313-fc9c-4216-9694-99761d54f455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:33.939400 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49439b26-2aef-4168-83be-dfe6e279f5ab {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:36:33.960043 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 49439b26-2aef-4168-83be-dfe6e279f5ab, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=49439b26-2aef-4168-83be-dfe6e279f5ab,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:33.963451 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:33.965051 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:34.013406 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=49439b26-2aef-4168-83be-dfe6e279f5ab,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:34.016240 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:34.206497 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['49439b26-2aef-4168-83be-dfe6e279f5ab'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:36:34.244092 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-73d3ee01-e4ab-4ede-8910-bf26c7b4defc req-ae804ad8-7815-426a-80b3-6298a251777c tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195248584&fields=id&tenant_id=bd212ab8b9a643d0a22a570a554e10cd HTTP/1.1" status: 200 len: 267 time: 0.0351541 Jun 28 15:36:34.308834 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3ee01-e4ab-4ede-8910-bf26c7b4defc req-47d7f9fa-c4b7-4419-a389-19e3f9e59d9f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:34.310390 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-73d3ee01-e4ab-4ede-8910-bf26c7b4defc req-47d7f9fa-c4b7-4419-a389-19e3f9e59d9f tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 985 time: 0.0609579 Jun 28 15:36:34.321626 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-73d3ee01-e4ab-4ede-8910-bf26c7b4defc req-d3699ead-1abf-469d-96b1-2e4c17823954 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Request body: {'port': {'security_groups': ['7f760741-aeb1-4228-b6de-301eb1d556fd']}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:34.413463 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-73d3ee01-e4ab-4ede-8910-bf26c7b4defc req-d3699ead-1abf-469d-96b1-2e4c17823954 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:34.591477 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-73d3ee01-e4ab-4ede-8910-bf26c7b4defc req-d3699ead-1abf-469d-96b1-2e4c17823954 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] For port 93167b20-e6c4-4c8e-ab11-eaebbc51d879, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:34.625519 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-73d3ee01-e4ab-4ede-8910-bf26c7b4defc req-d3699ead-1abf-469d-96b1-2e4c17823954 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:34.632954 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-73d3ee01-e4ab-4ede-8910-bf26c7b4defc req-d3699ead-1abf-469d-96b1-2e4c17823954 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778087'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:34.646343 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:34.685445 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3ee01-e4ab-4ede-8910-bf26c7b4defc req-d3699ead-1abf-469d-96b1-2e4c17823954 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:34.686078 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-73d3ee01-e4ab-4ede-8910-bf26c7b4defc req-d3699ead-1abf-469d-96b1-2e4c17823954 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:34.694173 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56026) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:34.694417 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-73d3ee01-e4ab-4ede-8910-bf26c7b4defc req-d3699ead-1abf-469d-96b1-2e4c17823954 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "PUT /v2.0/ports/93167b20-e6c4-4c8e-ab11-eaebbc51d879 HTTP/1.1" status: 200 len: 943 time: 0.3777101 Jun 28 15:36:34.695013 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:36:34.697565 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299521533173c05a36196c73841158df7b53abe6ce317cc0fe5db9242a299b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab5f695-e718-41a5-b8e9-58a3b9cd8f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:36:34.721385 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['93167b20-e6c4-4c8e-ab11-eaebbc51d879'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:36:34.785569 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbacfb73-1733-4b63-83fa-adab65788152 x-openstack-request-id: req-dbacfb73-1733-4b63-83fa-adab65788152 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:36:34.785923 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:36:34.786193 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbacfb73-1733-4b63-83fa-adab65788152 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:36:34.786638 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'status': 'completed', 'code': 200} Jun 28 15:36:34.803223 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['93167b20-e6c4-4c8e-ab11-eaebbc51d879'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:36:34.805198 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3699ead-1abf-469d-96b1-2e4c17823954 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event updated for resources: {'Port': ['ID=93167b20-e6c4-4c8e-ab11-eaebbc51d879,revision_number=7']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:34.813795 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d3699ead-1abf-469d-96b1-2e4c17823954 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:34.868918 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cbe91f1a-2c0f-4995-8e04-ffd29c5e9a2d tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:34.904254 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cbe91f1a-2c0f-4995-8e04-ffd29c5e9a2d tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:34.954442 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f695-e718-41a5-b8e9-58a3b9cd8f4a req-ae0479ff-fee0-44e6-9810-dfa906850617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:34.956731 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dab5f695-e718-41a5-b8e9-58a3b9cd8f4a req-ae0479ff-fee0-44e6-9810-dfa906850617 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd212ab8b9a643d0a22a570a554e10cd&device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 1099 time: 0.1420853 Jun 28 15:36:35.058222 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a2b5d-d157-4d28-afc3-15866135c0be req-ea178bbc-a64c-4d49-9e89-05ddc259d35b tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:35.061115 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ee2a2b5d-d157-4d28-afc3-15866135c0be req-ea178bbc-a64c-4d49-9e89-05ddc259d35b tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 944 time: 0.1030638 Jun 28 15:36:35.065276 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f695-e718-41a5-b8e9-58a3b9cd8f4a req-0f1c6b8e-d1ad-4531-b5e1-0f800383e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:35.067660 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dab5f695-e718-41a5-b8e9-58a3b9cd8f4a req-0f1c6b8e-d1ad-4531-b5e1-0f800383e8e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826 HTTP/1.1" status: 200 len: 915 time: 0.0979488 Jun 28 15:36:35.069221 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cbe91f1a-2c0f-4995-8e04-ffd29c5e9a2d tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:35.071834 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cbe91f1a-2c0f-4995-8e04-ffd29c5e9a2d tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:35.075524 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-48e608c6-36d8-4c30-8da7-cc5ee03b981d None None] Provisioning complete for port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:36:35.075663 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-cbe91f1a-2c0f-4995-8e04-ffd29c5e9a2d tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "DELETE /v2.0/security-groups/4b34f3db-8cff-4f93-9e56-519a35c5603c HTTP/1.1" status: 204 len: 168 time: 0.3776774 Jun 28 15:36:35.075749 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-48e608c6-36d8-4c30-8da7-cc5ee03b981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:35.079703 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-55119dd1-3197-42de-ab68-59451c6a8d24 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:35.080571 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56032) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:35.120391 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe91f1a-2c0f-4995-8e04-ffd29c5e9a2d tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b34f3db-8cff-4f93-9e56-519a35c5603c,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:35.124290 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cbe91f1a-2c0f-4995-8e04-ffd29c5e9a2d tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:35.146722 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dab5f695-e718-41a5-b8e9-58a3b9cd8f4a req-949f991f-516d-4f8c-9997-086b20e73a1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879 HTTP/1.1" status: 200 len: 1001 time: 0.0722332 Jun 28 15:36:35.167951 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ee2a2b5d-d157-4d28-afc3-15866135c0be req-cb750d48-d08d-49cc-b323-fe570d5c2987 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959146 Jun 28 15:36:35.210313 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f695-e718-41a5-b8e9-58a3b9cd8f4a req-8406e037-588c-4314-b0e2-153673432120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:35.212274 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dab5f695-e718-41a5-b8e9-58a3b9cd8f4a req-8406e037-588c-4314-b0e2-153673432120 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f3549a4-15ef-4838-85b0-5b2ebd2cf241 HTTP/1.1" status: 200 len: 853 time: 0.0592284 Jun 28 15:36:35.271814 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f695-e718-41a5-b8e9-58a3b9cd8f4a req-c052b364-cec1-46e1-b31e-d6a901a07030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:35.273297 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dab5f695-e718-41a5-b8e9-58a3b9cd8f4a req-c052b364-cec1-46e1-b31e-d6a901a07030 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549705 Jun 28 15:36:35.291952 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Deleting port 69c18329-f101-48aa-b1c3-2220d7777cf4 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:35.292502 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:35.364528 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:35.364754 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:35.365917 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dab5f695-e718-41a5-b8e9-58a3b9cd8f4a req-dc30ed33-5c87-43e9-a6ce-6d4eba462a5d service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854816 Jun 28 15:36:35.375928 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Calling delete_port for 69c18329-f101-48aa-b1c3-2220d7777cf4 owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:35.455965 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dab5f695-e718-41a5-b8e9-58a3b9cd8f4a req-d0ae2613-a6ac-4c25-bb3b-10e6fb33b4d6 service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830641 Jun 28 15:36:35.762044 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:35.764976 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d3699ead-1abf-469d-96b1-2e4c17823954 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:35.789326 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 49439b26-2aef-4168-83be-dfe6e279f5ab up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:36:35.792878 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event deleted for resources: {'Port': ['ID=69c18329-f101-48aa-b1c3-2220d7777cf4,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:35.813816 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:35.841870 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 49439b26-2aef-4168-83be-dfe6e279f5ab completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:36:35.847186 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 49439b26-2aef-4168-83be-dfe6e279f5ab triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:36:35.847576 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:35.854563 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:35.855022 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.l3_db [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Floating IP 8b2bc2a3-f375-4f08-82d9-43811e52f893 disassociated (deleted). External IP: 172.28.1.99, port: 93167b20-e6c4-4c8e-ab11-eaebbc51d879. Jun 28 15:36:35.927674 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56042) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:35.931347 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:35.954420 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49439b26-2aef-4168-83be-dfe6e279f5ab'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:36:35.956779 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da682f5-699d-46cc-8289-d14410512b18" -d '{"events": [{"server_uuid": "5735f8a6-fa91-432e-98c0-a8a0368843fa", "name": "network-vif-plugged", "status": "completed", "tag": "49439b26-2aef-4168-83be-dfe6e279f5ab"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:36:35.970269 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 49439b26-2aef-4168-83be-dfe6e279f5ab, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=49439b26-2aef-4168-83be-dfe6e279f5ab,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:35.974618 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:35.976523 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:36.011821 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562f567d-6ae6-45a6-a2bf-3aa42d087eac x-openstack-request-id: req-562f567d-6ae6-45a6-a2bf-3aa42d087eac {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:36:36.012218 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5735f8a6-fa91-432e-98c0-a8a0368843fa", "name": "network-vif-plugged", "status": "completed", "tag": "49439b26-2aef-4168-83be-dfe6e279f5ab", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:36:36.012492 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-562f567d-6ae6-45a6-a2bf-3aa42d087eac {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:36:36.012922 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49439b26-2aef-4168-83be-dfe6e279f5ab', 'code': 200} Jun 28 15:36:36.031634 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=49439b26-2aef-4168-83be-dfe6e279f5ab,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:36.035133 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:36.065056 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-478c97f0-0e7f-4ea8-b3df-b154ebd1d0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:36.084869 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:36:36.175310 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-478c97f0-0e7f-4ea8-b3df-b154ebd1d0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:36.180170 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-478c97f0-0e7f-4ea8-b3df-b154ebd1d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:36.184072 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-420d23b0-de75-4e25-9bd4-2bcbb5ee2312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:36.199487 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:36:36.204856 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:36.209437 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8adfe03-07cd-49ed-aef3-a2b7c3480f4e None None] Sync routers for ids ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:36:36.219676 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8adfe03-07cd-49ed-aef3-a2b7c3480f4e None None] Routers {'17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:36.220540 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b8adfe03-07cd-49ed-aef3-a2b7c3480f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:36.252657 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-cf19d500-425e-46e4-b6f3-f9eb824d910e tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "DELETE /v2.0/floatingips/8b2bc2a3-f375-4f08-82d9-43811e52f893 HTTP/1.1" status: 204 len: 168 time: 1.1677351 Jun 28 15:36:36.267934 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c97f0-0e7f-4ea8-b3df-b154ebd1d0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f53670f-bef9-4213-9ff7-8d2a8bdd8c6c,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:36.275169 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-478c97f0-0e7f-4ea8-b3df-b154ebd1d0b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f91e092c44194c799b6b7483541ad3c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438706 Jun 28 15:36:36.275169 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-478c97f0-0e7f-4ea8-b3df-b154ebd1d0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:36.276424 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56052) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:36.353082 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-b8adfe03-07cd-49ed-aef3-a2b7c3480f4e None None] Set router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:36.369698 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a098adc-70b6-4850-979b-8120eab0fd45 req-57babcb4-f965-466c-a0b5-bd63701592f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:36.371207 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4a098adc-70b6-4850-979b-8120eab0fd45 req-57babcb4-f965-466c-a0b5-bd63701592f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 1098 time: 0.1788781 Jun 28 15:36:36.408490 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c5e913ee-d0c9-43d1-ba37-6e5137080083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:36.447629 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4a098adc-70b6-4850-979b-8120eab0fd45 req-b7ace6b2-95aa-4b31-bc5e-2aee4e715efb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692327 Jun 28 15:36:36.450864 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c5e913ee-d0c9-43d1-ba37-6e5137080083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:36.486517 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb149b17-4363-4f0d-9f10-2dd51b5e001b req-3747c4d4-7680-40b6-a48a-751b6feadb51 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:36.488070 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-fb149b17-4363-4f0d-9f10-2dd51b5e001b req-3747c4d4-7680-40b6-a48a-751b6feadb51 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.1632979 Jun 28 15:36:36.559362 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-fb149b17-4363-4f0d-9f10-2dd51b5e001b req-c57461b6-79dd-47e7-903a-2afe38faad2c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561512 Jun 28 15:36:36.561084 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c5e913ee-d0c9-43d1-ba37-6e5137080083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:36.564646 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c5e913ee-d0c9-43d1-ba37-6e5137080083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:36.566646 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-c5e913ee-d0c9-43d1-ba37-6e5137080083 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f53670f-bef9-4213-9ff7-8d2a8bdd8c6c HTTP/1.1" status: 204 len: 168 time: 0.2873888 Jun 28 15:36:36.566646 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-bc34e83d-b1dc-42fe-a5a0-99d9cb3150d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:36.584800 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b8adfe03-07cd-49ed-aef3-a2b7c3480f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:01Z', 'revision_number': 4, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4a5425b3-b200-470e-a21a-3fb96c3c6285', 'name': '', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'mac_address': 'fa:16:3e:ea:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:00Z', 'updated_at': '2021-06-28T15:34:07Z', 'revision_number': 5, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'subnets': [{'id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:36.586766 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e913ee-d0c9-43d1-ba37-6e5137080083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f53670f-bef9-4213-9ff7-8d2a8bdd8c6c,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:36.589087 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c5e913ee-d0c9-43d1-ba37-6e5137080083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:36.616282 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8adfe03-07cd-49ed-aef3-a2b7c3480f4e None None] Checking router: 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:36:36.633758 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8adfe03-07cd-49ed-aef3-a2b7c3480f4e None None] Routers {'17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:36.634638 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b8adfe03-07cd-49ed-aef3-a2b7c3480f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:36.733361 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:36.758141 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-b8adfe03-07cd-49ed-aef3-a2b7c3480f4e None None] Set router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:36.788373 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:36:36.791959 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299521533173c05a36196c73841158df7b53abe6ce317cc0fe5db9242a299b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c807c840-25b8-437a-8a38-e12bf3204974" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:36:36.843274 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbce876b-e63d-4247-b78f-a064b73d9893 x-openstack-request-id: req-fbce876b-e63d-4247-b78f-a064b73d9893 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:36:36.843929 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:36:36.844423 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbce876b-e63d-4247-b78f-a064b73d9893 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:36:36.845099 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'status': 'completed', 'code': 200} Jun 28 15:36:36.915168 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9fb098c6-885b-4baa-847b-fec5b975c3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:36.944801 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807c840-25b8-437a-8a38-e12bf3204974 req-bac5fa68-a613-4996-a10a-5d50dae1493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:36.946211 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c807c840-25b8-437a-8a38-e12bf3204974 req-bac5fa68-a613-4996-a10a-5d50dae1493d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd212ab8b9a643d0a22a570a554e10cd&device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 1099 time: 0.0606802 Jun 28 15:36:36.981039 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b8adfe03-07cd-49ed-aef3-a2b7c3480f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:01Z', 'revision_number': 4, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4a5425b3-b200-470e-a21a-3fb96c3c6285', 'name': '', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'mac_address': 'fa:16:3e:ea:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:00Z', 'updated_at': '2021-06-28T15:34:07Z', 'revision_number': 5, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'subnets': [{'id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:37.012093 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8adfe03-07cd-49ed-aef3-a2b7c3480f4e None None] The sync data for ids ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'] in dv-cinder-797245-5-smb is: [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:01Z', 'revision_number': 4, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4a5425b3-b200-470e-a21a-3fb96c3c6285', 'name': '', 'network_id': 'f280635e-93a4-4bf1-b86c-1a3ccdbf4826', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'mac_address': 'fa:16:3e:ea:09:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:00Z', 'updated_at': '2021-06-28T15:34:07Z', 'revision_number': 5, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'subnets': [{'id': '8f3549a4-15ef-4838-85b0-5b2ebd2cf241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:36:37.041124 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807c840-25b8-437a-8a38-e12bf3204974 req-7cc0b301-ba6c-4f2e-964c-bf1b88869022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:37.042668 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c807c840-25b8-437a-8a38-e12bf3204974 req-7cc0b301-ba6c-4f2e-964c-bf1b88869022 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826 HTTP/1.1" status: 200 len: 915 time: 0.0894289 Jun 28 15:36:37.090079 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c807c840-25b8-437a-8a38-e12bf3204974 req-329a3208-df33-4ccb-8bb0-e64f515b884c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879 HTTP/1.1" status: 200 len: 217 time: 0.0395281 Jun 28 15:36:37.145655 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807c840-25b8-437a-8a38-e12bf3204974 req-961253f0-9d57-45ac-92c1-734a01aa8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:37.147200 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c807c840-25b8-437a-8a38-e12bf3204974 req-961253f0-9d57-45ac-92c1-734a01aa8cd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f3549a4-15ef-4838-85b0-5b2ebd2cf241 HTTP/1.1" status: 200 len: 853 time: 0.0514526 Jun 28 15:36:37.211640 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807c840-25b8-437a-8a38-e12bf3204974 req-c7af6b84-1a43-42ce-b079-03ee210d93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:37.213521 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c807c840-25b8-437a-8a38-e12bf3204974 req-c7af6b84-1a43-42ce-b079-03ee210d93a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f280635e-93a4-4bf1-b86c-1a3ccdbf4826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0556886 Jun 28 15:36:37.267213 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1339d46d-5f97-473f-8a37-59a400aa014c None None] New status for floating IP 8b2bc2a3-f375-4f08-82d9-43811e52f893: DOWN {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 15:36:37.314813 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c807c840-25b8-437a-8a38-e12bf3204974 req-3d615250-fdee-436a-9dda-7631f65cd368 service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902908 Jun 28 15:36:37.407476 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c807c840-25b8-437a-8a38-e12bf3204974 req-bc4c9515-0330-443c-a2d6-581e3f479e9f service neutron] 10.222.0.13 "GET /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860999 Jun 28 15:36:37.531218 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:37.734869 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c97c2-3ad8-4c2d-9995-552fa9e164a0 req-40fe7208-4c63-4555-b56e-328869eead10 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:37.736460 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ba9c97c2-3ad8-4c2d-9995-552fa9e164a0 req-40fe7208-4c63-4555-b56e-328869eead10 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0631039 Jun 28 15:36:37.773889 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ba9c97c2-3ad8-4c2d-9995-552fa9e164a0 req-cf0263cd-7e9f-4062-a6c3-fe9589c3fd02 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315363 Jun 28 15:36:37.947109 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2688e-0721-4e6b-9a0d-d84a244a224d req-8e1342fc-d068-4225-9bbd-7a7cbd036122 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:37.948351 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0ad2688e-0721-4e6b-9a0d-d84a244a224d req-8e1342fc-d068-4225-9bbd-7a7cbd036122 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0703480 Jun 28 15:36:37.958169 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56082) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:37.963901 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-b7232453-b84e-4113-af36-924f5e4af785 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Request body: {'floatingip': {'port_id': '49439b26-2aef-4168-83be-dfe6e279f5ab'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:38.007492 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b7232453-b84e-4113-af36-924f5e4af785 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:38.450471 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b7232453-b84e-4113-af36-924f5e4af785 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:38.454303 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b7232453-b84e-4113-af36-924f5e4af785 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:38.553693 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.l3_db [None req-b7232453-b84e-4113-af36-924f5e4af785 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Floating IP c2cacb42-3952-4ca7-b840-c982a2e992ff associated. External IP: 172.28.1.102, port: 49439b26-2aef-4168-83be-dfe6e279f5ab. Jun 28 15:36:38.753696 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7232453-b84e-4113-af36-924f5e4af785 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:36:38.862337 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7232453-b84e-4113-af36-924f5e4af785 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:36:38.867785 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b7232453-b84e-4113-af36-924f5e4af785 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:38.872520 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3dfa1-44ac-4891-bdad-37f1d3d53cd5 None None] Sync routers for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:36:38.882332 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3dfa1-44ac-4891-bdad-37f1d3d53cd5 None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:38.882988 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-05d3dfa1-44ac-4891-bdad-37f1d3d53cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:38.903498 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-b7232453-b84e-4113-af36-924f5e4af785 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "PUT /v2.0/floatingips/c2cacb42-3952-4ca7-b840-c982a2e992ff HTTP/1.1" status: 200 len: 991 time: 0.9439170 Jun 28 15:36:38.904203 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'tag': '49439b26-2aef-4168-83be-dfe6e279f5ab'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:36:38.906561 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299521533173c05a36196c73841158df7b53abe6ce317cc0fe5db9242a299b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d0162f-77fc-4ca1-a25f-8239afbf0eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "5735f8a6-fa91-432e-98c0-a8a0368843fa", "tag": "49439b26-2aef-4168-83be-dfe6e279f5ab"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:36:38.948487 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e44b06-2b93-49ce-9c68-36e73f236654 x-openstack-request-id: req-49e44b06-2b93-49ce-9c68-36e73f236654 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:36:38.949085 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5735f8a6-fa91-432e-98c0-a8a0368843fa", "tag": "49439b26-2aef-4168-83be-dfe6e279f5ab", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:36:38.949085 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49e44b06-2b93-49ce-9c68-36e73f236654 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:36:38.949477 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'tag': '49439b26-2aef-4168-83be-dfe6e279f5ab', 'status': 'completed', 'code': 200} Jun 28 15:36:39.026652 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0162f-77fc-4ca1-a25f-8239afbf0eb8 req-5f3500c6-9b35-41fe-b446-c20eff505d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:39.028069 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-30d0162f-77fc-4ca1-a25f-8239afbf0eb8 req-5f3500c6-9b35-41fe-b446-c20eff505d95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa7b97b5f12b46409d73a4a413f3d442&device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 1098 time: 0.0566063 Jun 28 15:36:39.127839 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-05d3dfa1-44ac-4891-bdad-37f1d3d53cd5 None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:39.155413 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0162f-77fc-4ca1-a25f-8239afbf0eb8 req-e35470fc-7ab0-4aaa-8bca-2bd5be97465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:39.157251 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-30d0162f-77fc-4ca1-a25f-8239afbf0eb8 req-e35470fc-7ab0-4aaa-8bca-2bd5be97465d service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd283de2-b0ac-4f67-ad2f-3fe07c495478 HTTP/1.1" status: 200 len: 912 time: 0.1221142 Jun 28 15:36:39.159276 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:39.230077 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-30d0162f-77fc-4ca1-a25f-8239afbf0eb8 req-fcf6c699-52f5-40c5-bd29-519bf22ad5a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49439b26-2aef-4168-83be-dfe6e279f5ab HTTP/1.1" status: 200 len: 999 time: 0.0647755 Jun 28 15:36:39.287630 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0162f-77fc-4ca1-a25f-8239afbf0eb8 req-789ebc26-87f2-4a8c-9cd8-a4b85f99279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:39.289193 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-30d0162f-77fc-4ca1-a25f-8239afbf0eb8 req-789ebc26-87f2-4a8c-9cd8-a4b85f99279c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=800ee415-7eda-45d6-8a9f-e801a3179bb1 HTTP/1.1" status: 200 len: 850 time: 0.0496826 Jun 28 15:36:39.352851 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0162f-77fc-4ca1-a25f-8239afbf0eb8 req-8095860a-8aaf-4c8a-b82c-7f8d0469e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:39.354345 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-30d0162f-77fc-4ca1-a25f-8239afbf0eb8 req-8095860a-8aaf-4c8a-b82c-7f8d0469e533 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd283de2-b0ac-4f67-ad2f-3fe07c495478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582538 Jun 28 15:36:39.382171 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-05d3dfa1-44ac-4891-bdad-37f1d3d53cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': 'c2cacb42-3952-4ca7-b840-c982a2e992ff', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'port_id': '49439b26-2aef-4168-83be-dfe6e279f5ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'mac_address': 'fa:16:3e:be:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:36:27Z', 'updated_at': '2021-06-28T15:36:38Z', 'revision_number': 1, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:44Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:39.399654 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad519a87-4767-4496-acce-53feb5a2f3e6 req-a823890c-09bf-4f53-9eaa-dad69288adf2 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:39.401114 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ad519a87-4767-4496-acce-53feb5a2f3e6 req-a823890c-09bf-4f53-9eaa-dad69288adf2 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 946 time: 0.0633342 Jun 28 15:36:39.410014 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3dfa1-44ac-4891-bdad-37f1d3d53cd5 None None] Checking router: c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:36:39.419223 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3dfa1-44ac-4891-bdad-37f1d3d53cd5 None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:39.420188 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-05d3dfa1-44ac-4891-bdad-37f1d3d53cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:39.438943 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ad519a87-4767-4496-acce-53feb5a2f3e6 req-9f7fdc60-f8c0-4db3-9cd6-bf042b8bc695 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319505 Jun 28 15:36:39.449256 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-30d0162f-77fc-4ca1-a25f-8239afbf0eb8 req-fee60883-12d7-4c05-965b-f5b9d6d067fd service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861895 Jun 28 15:36:39.546604 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-05d3dfa1-44ac-4891-bdad-37f1d3d53cd5 None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:39.553160 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-30d0162f-77fc-4ca1-a25f-8239afbf0eb8 req-fd7dd771-c57a-4638-950b-efa200b35aa3 service neutron] 10.222.0.13 "GET /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938845 Jun 28 15:36:39.768885 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-05d3dfa1-44ac-4891-bdad-37f1d3d53cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': 'c2cacb42-3952-4ca7-b840-c982a2e992ff', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'port_id': '49439b26-2aef-4168-83be-dfe6e279f5ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'mac_address': 'fa:16:3e:be:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:36:27Z', 'updated_at': '2021-06-28T15:36:38Z', 'revision_number': 1, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:44Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:39.795214 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3dfa1-44ac-4891-bdad-37f1d3d53cd5 None None] The sync data for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb is: [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': 'c2cacb42-3952-4ca7-b840-c982a2e992ff', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'port_id': '49439b26-2aef-4168-83be-dfe6e279f5ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'mac_address': 'fa:16:3e:be:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:36:27Z', 'updated_at': '2021-06-28T15:36:38Z', 'revision_number': 1, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:44Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:36:39.973539 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eedeca7-eeb3-4c4f-b88a-e8e6e745d6d9 None None] New status for floating IP c2cacb42-3952-4ca7-b840-c982a2e992ff: ACTIVE {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 15:36:40.611332 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02797e5-a4fd-43ed-9e3a-ca227811224e req-a3920491-0880-4a11-8080-a9b32cd100a1 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:40.612708 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d02797e5-a4fd-43ed-9e3a-ca227811224e req-a3920491-0880-4a11-8080-a9b32cd100a1 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 946 time: 0.0620015 Jun 28 15:36:40.648977 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d02797e5-a4fd-43ed-9e3a-ca227811224e req-aaec0b1b-5f4d-492e-a336-50f5c537a475 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f760741-aeb1-4228-b6de-301eb1d556fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303068 Jun 28 15:36:41.232399 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bca624-9714-477d-adfa-15e5df439c75 req-6007efb5-75c2-44bc-9d80-cb628fda6216 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:41.233840 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b8bca624-9714-477d-adfa-15e5df439c75 req-6007efb5-75c2-44bc-9d80-cb628fda6216 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 946 time: 0.0620086 Jun 28 15:36:41.335494 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-b8bca624-9714-477d-adfa-15e5df439c75 req-c80cc5eb-e9a6-4923-90e8-d7a7e3860da6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Deleting port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:41.335835 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b8bca624-9714-477d-adfa-15e5df439c75 req-c80cc5eb-e9a6-4923-90e8-d7a7e3860da6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:41.420356 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-b8bca624-9714-477d-adfa-15e5df439c75 req-c80cc5eb-e9a6-4923-90e8-d7a7e3860da6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] For port 93167b20-e6c4-4c8e-ab11-eaebbc51d879, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=93167b20-e6c4-4c8e-ab11-eaebbc51d879,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:41.420633 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b8bca624-9714-477d-adfa-15e5df439c75 req-c80cc5eb-e9a6-4923-90e8-d7a7e3860da6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:41.437680 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-b8bca624-9714-477d-adfa-15e5df439c75 req-c80cc5eb-e9a6-4923-90e8-d7a7e3860da6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Calling delete_port for 93167b20-e6c4-4c8e-ab11-eaebbc51d879 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:41.560423 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b8bca624-9714-477d-adfa-15e5df439c75 req-c80cc5eb-e9a6-4923-90e8-d7a7e3860da6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:41.563900 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e31460f1-fd97-4319-8203-df4b7c884bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:41.573718 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['93167b20-e6c4-4c8e-ab11-eaebbc51d879'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:36:41.589434 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cc5eb-e9a6-4923-90e8-d7a7e3860da6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Pushing event deleted for resources: {'Port': ['ID=93167b20-e6c4-4c8e-ab11-eaebbc51d879,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:41.592591 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c80cc5eb-e9a6-4923-90e8-d7a7e3860da6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:41.637223 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bca624-9714-477d-adfa-15e5df439c75 req-c80cc5eb-e9a6-4923-90e8-d7a7e3860da6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] No DVR routers for this DVR port 93167b20-e6c4-4c8e-ab11-eaebbc51d879 on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:36:41.639596 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b8bca624-9714-477d-adfa-15e5df439c75 req-c80cc5eb-e9a6-4923-90e8-d7a7e3860da6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:41.641673 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b8bca624-9714-477d-adfa-15e5df439c75 req-c80cc5eb-e9a6-4923-90e8-d7a7e3860da6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.13 "DELETE /v2.0/ports/93167b20-e6c4-4c8e-ab11-eaebbc51d879 HTTP/1.1" status: 204 len: 173 time: 0.4016080 Jun 28 15:36:41.642009 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'name': 'network-vif-deleted', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:36:41.644393 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e86d340-58f5-4a2a-8ca1-ed1fa14bd6b3" -d '{"events": [{"server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "name": "network-vif-deleted", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:36:41.680719 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368ac443-091e-473d-a5f2-6d5135ea723e x-openstack-request-id: req-368ac443-091e-473d-a5f2-6d5135ea723e {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:36:41.681072 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb", "name": "network-vif-deleted", "tag": "93167b20-e6c4-4c8e-ab11-eaebbc51d879", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:36:41.681359 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-368ac443-091e-473d-a5f2-6d5135ea723e {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:36:41.681772 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb', 'name': 'network-vif-deleted', 'tag': '93167b20-e6c4-4c8e-ab11-eaebbc51d879', 'status': 'completed', 'code': 200} Jun 28 15:36:41.795695 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-748d658e-c5a4-4bf2-9c17-6725cbbf4444 req-f5c61e3d-1f3f-443a-ba96-4468c7298e94 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb8e4cc8-0c0c-4e44-9f2f-cd81497e5cfb HTTP/1.1" status: 200 len: 210 time: 0.0285544 Jun 28 15:36:43.539007 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56162) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:44.153185 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742948'] for router_interface, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:44.440588 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] Deleting port 4a5425b3-b200-470e-a21a-3fb96c3c6285 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:44.440836 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:44.518307 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] For port 4a5425b3-b200-470e-a21a-3fb96c3c6285, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=4a5425b3-b200-470e-a21a-3fb96c3c6285,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:44.518688 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:44.530899 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] Calling delete_port for 4a5425b3-b200-470e-a21a-3fb96c3c6285 owned by network:router_interface {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:44.703981 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:44.706765 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:44.728493 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5425b3-b200-470e-a21a-3fb96c3c6285,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:44.731822 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:44.895572 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4159211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3848980'] for router_interface, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:45.104132 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] Router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:36:45.206917 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:36:45.212070 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] 10.222.0.30 "PUT /v2.0/routers/17b83d35-ec45-4d56-b2c5-b33fbd14bbe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718462 Jun 28 15:36:45.214624 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56170) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:45.216666 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8741887-f283-4c6b-b526-d27d4b33684e None None] Sync routers for ids ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:36:45.226375 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8741887-f283-4c6b-b526-d27d4b33684e None None] Routers {'17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:45.227020 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-c8741887-f283-4c6b-b526-d27d4b33684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:45.314689 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:45.329206 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-c8741887-f283-4c6b-b526-d27d4b33684e None None] Set router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:45.412788 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:45.467608 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Deleting port 0c425a65-272a-4382-a445-70b3cf3d3e82 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:45.467956 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:45.508104 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-c8741887-f283-4c6b-b526-d27d4b33684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:36:44Z', 'revision_number': 5, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port': {'id': '0c425a65-272a-4382-a445-70b3cf3d3e82', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:45.534369 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8741887-f283-4c6b-b526-d27d4b33684e None None] Checking router: 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:36:45.543032 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8741887-f283-4c6b-b526-d27d4b33684e None None] Routers {'17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:45.543636 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-c8741887-f283-4c6b-b526-d27d4b33684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:45.547495 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] For port 0c425a65-272a-4382-a445-70b3cf3d3e82, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=0c425a65-272a-4382-a445-70b3cf3d3e82,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:45.547851 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:45.558970 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Calling delete_port for 0c425a65-272a-4382-a445-70b3cf3d3e82 owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:45.630346 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-c8741887-f283-4c6b-b526-d27d4b33684e None None] Set router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:45.686377 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-c8741887-f283-4c6b-b526-d27d4b33684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:36:45Z', 'revision_number': 6, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port_host': None}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:45.714312 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8741887-f283-4c6b-b526-d27d4b33684e None None] The sync data for ids ['17b83d35-ec45-4d56-b2c5-b33fbd14bbe5'] in dv-cinder-797245-5-smb is: [{'id': '17b83d35-ec45-4d56-b2c5-b33fbd14bbe5', 'name': 'tempest-TestMinimumBasicScenario-947903489-router', 'tenant_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:33:58Z', 'updated_at': '2021-06-28T15:36:45Z', 'revision_number': 6, 'project_id': 'bd212ab8b9a643d0a22a570a554e10cd', 'gw_port_host': None}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:36:45.731378 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:45.734699 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-af6ad24e-4984-4bef-9bfb-7d1f1cda5f40 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:45.758346 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c425a65-272a-4382-a445-70b3cf3d3e82,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:45.761733 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:45.805064 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 93167b20-e6c4-4c8e-ab11-eaebbc51d879 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:36:45.818879 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3849345'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:45.824794 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 93167b20-e6c4-4c8e-ab11-eaebbc51d879 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:36:45.825144 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 93167b20-e6c4-4c8e-ab11-eaebbc51d879 not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:36:45.909540 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3848833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14097'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:45.911873 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:45.912390 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:45.959511 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849931'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:45.959854 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 15:36:45.965035 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:45.966151 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-3c0c5520-d140-471c-8e01-dc463016ff5f admin admin] 10.222.0.30 "DELETE /v2.0/routers/17b83d35-ec45-4d56-b2c5-b33fbd14bbe5 HTTP/1.1" status: 204 len: 168 time: 0.7506180 Jun 28 15:36:45.968602 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56176) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:46.011177 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-152fa6e7-b1bb-4f06-bcb8-1caf6b5ff764 admin admin] Deleting subnet 8f3549a4-15ef-4838-85b0-5b2ebd2cf241 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:36:46.013954 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-152fa6e7-b1bb-4f06-bcb8-1caf6b5ff764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.047188 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-152fa6e7-b1bb-4f06-bcb8-1caf6b5ff764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59779858'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.163067 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-152fa6e7-b1bb-4f06-bcb8-1caf6b5ff764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.212855 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-152fa6e7-b1bb-4f06-bcb8-1caf6b5ff764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59090565'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.215693 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:46.239187 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fa6e7-b1bb-4f06-bcb8-1caf6b5ff764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f3549a4-15ef-4838-85b0-5b2ebd2cf241,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:46.241096 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-152fa6e7-b1bb-4f06-bcb8-1caf6b5ff764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.242931 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-152fa6e7-b1bb-4f06-bcb8-1caf6b5ff764 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8f3549a4-15ef-4838-85b0-5b2ebd2cf241 HTTP/1.1" status: 204 len: 168 time: 0.2734249 Jun 28 15:36:46.243772 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-152fa6e7-b1bb-4f06-bcb8-1caf6b5ff764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:46.245320 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56178) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:46.247024 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60646eea-158d-47ae-aee6-06dfb7fcec44 None None] Network f280635e-93a4-4bf1-b86c-1a3ccdbf4826 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:36:46.321556 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.371078 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Deleting port 37c1379d-f96e-47f7-af51-83516db6f5a7 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:46.371411 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.433037 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] For port 37c1379d-f96e-47f7-af51-83516db6f5a7, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=37c1379d-f96e-47f7-af51-83516db6f5a7,segment=NetworkSegment(a84edf26-6924-4e64-864d-05773250e489),segment_id=a84edf26-6924-4e64-864d-05773250e489)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:46.433387 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.448479 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Calling delete_port for 37c1379d-f96e-47f7-af51-83516db6f5a7 owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:46.496661 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a465f41-b1e8-4168-b0fd-6660f8abec47 None None] DHCP port deletion for f280635e-93a4-4bf1-b86c-1a3ccdbf4826 request from dv-cinder-797245-5-smb {{(pid=92922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 15:36:46.528434 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.531772 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-55ce4f2c-eaff-439b-ad7e-e416808110cc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:46.544709 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-9a465f41-b1e8-4168-b0fd-6660f8abec47 None None] Deleting port 37c1379d-f96e-47f7-af51-83516db6f5a7 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:46.545230 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9a465f41-b1e8-4168-b0fd-6660f8abec47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.555071 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Pushing event deleted for resources: {'Port': ['ID=37c1379d-f96e-47f7-af51-83516db6f5a7,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:46.558391 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:46.559199 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] No DVR routers for this DVR port 37c1379d-f96e-47f7-af51-83516db6f5a7 on host dv-cinder-797245-5-smb {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:36:46.617055 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-9a465f41-b1e8-4168-b0fd-6660f8abec47 None None] For port 37c1379d-f96e-47f7-af51-83516db6f5a7, host dv-cinder-797245-5-smb, got binding levels [] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:46.617456 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9a465f41-b1e8-4168-b0fd-6660f8abec47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.629815 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-9a465f41-b1e8-4168-b0fd-6660f8abec47 None None] Calling delete_port for 37c1379d-f96e-47f7-af51-83516db6f5a7 owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:46.631194 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.633683 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.ipam_backend_mixin [None req-9a465f41-b1e8-4168-b0fd-6660f8abec47 None None] Port 37c1379d-f96e-47f7-af51-83516db6f5a7 was not found and therefore no delete operation was performed {{(pid=92922) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 15:36:46.634913 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9a465f41-b1e8-4168-b0fd-6660f8abec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.636735 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:46.640628 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f280635e-93a4-4bf1-b86c-1a3ccdbf4826']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:46.650995 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84edf26-6924-4e64-864d-05773250e489') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:46.651279 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84edf26-6924-4e64-864d-05773250e489') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:46.660898 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a465f41-b1e8-4168-b0fd-6660f8abec47 None None] Pushing event deleted for resources: {'Port': ['ID=37c1379d-f96e-47f7-af51-83516db6f5a7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:46.660999 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59779947'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.663901 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9a465f41-b1e8-4168-b0fd-6660f8abec47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:46.664826 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a465f41-b1e8-4168-b0fd-6660f8abec47 None None] No DVR routers for this DVR port 37c1379d-f96e-47f7-af51-83516db6f5a7 on host dv-cinder-797245-5-smb {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:36:46.676657 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.682805 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:36:46.683186 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778051'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: Traceback (most recent call last): Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: timer() Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: cb(*args, **kw) Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: return func(*args, **kwargs) Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: self._notify() Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: self.callback(batched_events) Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: event.method(event) Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: return f(self, *a, **k) Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: return self._get(url).json() Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:36:46.684784 dv-cinder-797245-5-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:36:46.742186 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.746381 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b2e8746-f8f6-44da-9562-ce3395281a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:46.750345 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:46.752217 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] 10.222.0.30 "DELETE /v2.0/networks/f280635e-93a4-4bf1-b86c-1a3ccdbf4826 HTTP/1.1" status: 204 len: 168 time: 0.5060000 Jun 28 15:36:46.755980 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56180) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:46.765502 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Pushing event deleted for resources: {'Network': ['ID=f280635e-93a4-4bf1-b86c-1a3ccdbf4826,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:46.768515 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:46.944097 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 4a5425b3-b200-470e-a21a-3fb96c3c6285 no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:36:46.964499 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 4a5425b3-b200-470e-a21a-3fb96c3c6285 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:36:46.964943 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 4a5425b3-b200-470e-a21a-3fb96c3c6285 not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:36:46.965369 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 0c425a65-272a-4382-a445-70b3cf3d3e82 no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:36:46.985912 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 0c425a65-272a-4382-a445-70b3cf3d3e82 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:36:46.986140 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 0c425a65-272a-4382-a445-70b3cf3d3e82 not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:36:46.986601 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 37c1379d-f96e-47f7-af51-83516db6f5a7 no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:36:47.008267 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 37c1379d-f96e-47f7-af51-83516db6f5a7 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:36:47.008543 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 37c1379d-f96e-47f7-af51-83516db6f5a7 not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:36:47.104404 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742948'] for router_interface, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:47.349927 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] Deleting port 2fc7d51c-ffbc-4395-b827-bcd612a20a09 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:47.350275 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:47.424416 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] For port 2fc7d51c-ffbc-4395-b827-bcd612a20a09, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=2fc7d51c-ffbc-4395-b827-bcd612a20a09,segment=NetworkSegment(26869cd0-5fee-4d71-bdcf-987bf39a3184),segment_id=26869cd0-5fee-4d71-bdcf-987bf39a3184)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:47.424760 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:47.436657 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] Calling delete_port for 2fc7d51c-ffbc-4395-b827-bcd612a20a09 owned by network:router_interface {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:47.609502 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:47.612187 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8c611ae5-83ac-42ad-9602-00f7d36680ad tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:47.636544 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc7d51c-ffbc-4395-b827-bcd612a20a09,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:47.640219 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:47.774666 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4159211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3848980'] for router_interface, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:48.147769 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fcff102-a6d3-4d93-812a-1258c46df497 req-d9a58e35-fc41-400d-b04b-3e923a036fdb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3829651 Jun 28 15:36:48.315912 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcff102-a6d3-4d93-812a-1258c46df497 req-72af5a4e-4dd3-40b9-a8d9-8b5c6b82ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:48.317388 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fcff102-a6d3-4d93-812a-1258c46df497 req-72af5a4e-4dd3-40b9-a8d9-8b5c6b82ea52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 1099 time: 0.1135032 Jun 28 15:36:48.324262 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] Router bc22627b-ac97-46e2-869a-48addd488346 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:36:48.497467 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:36:48.503241 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-69409f70-3fca-4ec4-be80-949bc6d02068 admin admin] 10.222.0.30 "PUT /v2.0/routers/bc22627b-ac97-46e2-869a-48addd488346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465937 Jun 28 15:36:48.505510 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570a3fb-7b59-4fe2-8b6a-33a4f9867daa None None] Sync routers for ids ['bc22627b-ac97-46e2-869a-48addd488346'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:36:48.506322 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56190) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:48.506801 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcff102-a6d3-4d93-812a-1258c46df497 req-210b17e6-858c-4fec-ab58-efc633d06dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:48.507775 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fcff102-a6d3-4d93-812a-1258c46df497 req-210b17e6-858c-4fec-ab58-efc633d06dc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 918 time: 0.1398075 Jun 28 15:36:48.514999 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570a3fb-7b59-4fe2-8b6a-33a4f9867daa None None] Routers {'bc22627b-ac97-46e2-869a-48addd488346'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:48.515590 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-2570a3fb-7b59-4fe2-8b6a-33a4f9867daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['bc22627b-ac97-46e2-869a-48addd488346'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:48.573948 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fcff102-a6d3-4d93-812a-1258c46df497 req-1b22746a-b1a1-4daa-b378-c510a1319743 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f HTTP/1.1" status: 200 len: 1002 time: 0.0587611 Jun 28 15:36:48.610628 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:48.626258 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcff102-a6d3-4d93-812a-1258c46df497 req-9ad0708d-b980-4b2e-a7ad-c33adb567782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:48.627905 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fcff102-a6d3-4d93-812a-1258c46df497 req-9ad0708d-b980-4b2e-a7ad-c33adb567782 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 200 len: 856 time: 0.0478487 Jun 28 15:36:48.704839 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcff102-a6d3-4d93-812a-1258c46df497 req-1e123742-07eb-47e7-8cc6-5799cfa53a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:48.706571 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fcff102-a6d3-4d93-812a-1258c46df497 req-1e123742-07eb-47e7-8cc6-5799cfa53a15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c468dac8-aa22-4082-b723-9376a95ffc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712082 Jun 28 15:36:48.727067 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-2570a3fb-7b59-4fe2-8b6a-33a4f9867daa None None] Set router bc22627b-ac97-46e2-869a-48addd488346 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:48.802479 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fcff102-a6d3-4d93-812a-1258c46df497 req-0372f80e-d769-4891-b373-1ec40eef4179 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878375 Jun 28 15:36:48.918384 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-2570a3fb-7b59-4fe2-8b6a-33a4f9867daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc22627b-ac97-46e2-869a-48addd488346', 'name': 'tempest-TestMinimumBasicScenario-1675113468-router', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:34:03Z', 'updated_at': '2021-06-28T15:36:47Z', 'revision_number': 5, 'project_id': '2999deb539064b95a05e4386305ccd02', 'gw_port': {'id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc22627b-ac97-46e2-869a-48addd488346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:04Z', 'updated_at': '2021-06-28T15:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:48.923131 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8fcff102-a6d3-4d93-812a-1258c46df497 req-0c498de8-2d93-4927-b68a-a20857037f44 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125624 Jun 28 15:36:48.945730 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570a3fb-7b59-4fe2-8b6a-33a4f9867daa None None] Checking router: bc22627b-ac97-46e2-869a-48addd488346 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:36:48.954626 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570a3fb-7b59-4fe2-8b6a-33a4f9867daa None None] Routers {'bc22627b-ac97-46e2-869a-48addd488346'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:48.955305 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-2570a3fb-7b59-4fe2-8b6a-33a4f9867daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['bc22627b-ac97-46e2-869a-48addd488346'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:48.966398 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.017618 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Deleting port d30e6b48-df6c-41cc-8db0-634a50120517 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:49.017954 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.063697 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-2570a3fb-7b59-4fe2-8b6a-33a4f9867daa None None] Set router bc22627b-ac97-46e2-869a-48addd488346 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:49.097233 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] For port d30e6b48-df6c-41cc-8db0-634a50120517, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=d30e6b48-df6c-41cc-8db0-634a50120517,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:49.097594 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.110287 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Calling delete_port for d30e6b48-df6c-41cc-8db0-634a50120517 owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:49.243722 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-2570a3fb-7b59-4fe2-8b6a-33a4f9867daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc22627b-ac97-46e2-869a-48addd488346', 'name': 'tempest-TestMinimumBasicScenario-1675113468-router', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:34:03Z', 'updated_at': '2021-06-28T15:36:47Z', 'revision_number': 5, 'project_id': '2999deb539064b95a05e4386305ccd02', 'gw_port': {'id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc22627b-ac97-46e2-869a-48addd488346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:04Z', 'updated_at': '2021-06-28T15:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:49.270811 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570a3fb-7b59-4fe2-8b6a-33a4f9867daa None None] The sync data for ids ['bc22627b-ac97-46e2-869a-48addd488346'] in dv-cinder-797245-5-smb is: [{'id': 'bc22627b-ac97-46e2-869a-48addd488346', 'name': 'tempest-TestMinimumBasicScenario-1675113468-router', 'tenant_id': '2999deb539064b95a05e4386305ccd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:34:03Z', 'updated_at': '2021-06-28T15:36:47Z', 'revision_number': 5, 'project_id': '2999deb539064b95a05e4386305ccd02', 'gw_port': {'id': 'd30e6b48-df6c-41cc-8db0-634a50120517', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc22627b-ac97-46e2-869a-48addd488346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:34:04Z', 'updated_at': '2021-06-28T15:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:36:49.281177 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.283377 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:49.309628 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Pushing event deleted for resources: {'Port': ['ID=d30e6b48-df6c-41cc-8db0-634a50120517,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:49.315198 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:49.371485 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3849345'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.457361 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3848833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14097'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.459389 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.504222 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849931'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.504964 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc22627b-ac97-46e2-869a-48addd488346 {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 15:36:49.509998 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.511156 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-9c0badef-066a-4f6d-8d96-9b4c219c8509 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bc22627b-ac97-46e2-869a-48addd488346 HTTP/1.1" status: 204 len: 168 time: 1.0038247 Jun 28 15:36:49.513622 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56196) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:49.559589 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec410e3-0858-42c4-8b11-50c27718d26c admin admin] Deleting subnet c361a3f0-ba5f-4ec8-8928-5e95bc73937c {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:36:49.562388 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eec410e3-0858-42c4-8b11-50c27718d26c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.595048 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eec410e3-0858-42c4-8b11-50c27718d26c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59779858'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.672538 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eec410e3-0858-42c4-8b11-50c27718d26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.727077 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eec410e3-0858-42c4-8b11-50c27718d26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59090565'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.729542 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:49.758959 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec410e3-0858-42c4-8b11-50c27718d26c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c361a3f0-ba5f-4ec8-8928-5e95bc73937c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:49.762004 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-eec410e3-0858-42c4-8b11-50c27718d26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:49.763030 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eec410e3-0858-42c4-8b11-50c27718d26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.764844 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-eec410e3-0858-42c4-8b11-50c27718d26c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c361a3f0-ba5f-4ec8-8928-5e95bc73937c HTTP/1.1" status: 204 len: 168 time: 0.2503278 Jun 28 15:36:49.767265 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56198) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:49.773004 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0352c87-14c9-4d33-a1a1-37d8c59aa4c9 None None] Network 2744d323-ccf6-4b7c-96d4-873d29bb8869 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:36:49.835347 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.890341 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Deleting port 165a9671-5f72-4b42-aff4-48cb864eb85d {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:49.890738 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.951851 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb7ecb3-d39f-4837-95ae-03d1a833420c None None] DHCP port deletion for 2744d323-ccf6-4b7c-96d4-873d29bb8869 request from dv-cinder-797245-5-smb {{(pid=92922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 15:36:49.963001 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] For port 165a9671-5f72-4b42-aff4-48cb864eb85d, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=165a9671-5f72-4b42-aff4-48cb864eb85d,segment=NetworkSegment(26869cd0-5fee-4d71-bdcf-987bf39a3184),segment_id=26869cd0-5fee-4d71-bdcf-987bf39a3184)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:49.963358 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:49.980920 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Calling delete_port for 165a9671-5f72-4b42-aff4-48cb864eb85d owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:50.001871 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7ecb3-d39f-4837-95ae-03d1a833420c None None] Deleting port 165a9671-5f72-4b42-aff4-48cb864eb85d {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:36:50.002251 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ecb3-d39f-4837-95ae-03d1a833420c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.058382 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.061260 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:50.062922 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-8eb7ecb3-d39f-4837-95ae-03d1a833420c None None] For port 165a9671-5f72-4b42-aff4-48cb864eb85d, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=165a9671-5f72-4b42-aff4-48cb864eb85d,segment=NetworkSegment(26869cd0-5fee-4d71-bdcf-987bf39a3184),segment_id=26869cd0-5fee-4d71-bdcf-987bf39a3184)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:50.063317 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ecb3-d39f-4837-95ae-03d1a833420c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.075378 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7ecb3-d39f-4837-95ae-03d1a833420c None None] Calling delete_port for 165a9671-5f72-4b42-aff4-48cb864eb85d owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:36:50.085850 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Pushing event deleted for resources: {'Port': ['ID=165a9671-5f72-4b42-aff4-48cb864eb85d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:50.087705 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] No DVR routers for this DVR port 165a9671-5f72-4b42-aff4-48cb864eb85d on host dv-cinder-797245-5-smb {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:36:50.089162 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:50.168700 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.180287 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2744d323-ccf6-4b7c-96d4-873d29bb8869']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:50.190688 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26869cd0-5fee-4d71-bdcf-987bf39a3184') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:50.191516 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26869cd0-5fee-4d71-bdcf-987bf39a3184') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:50.201001 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59779947'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.202197 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ecb3-d39f-4837-95ae-03d1a833420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.204980 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:50.217838 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.224370 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:36:50.225030 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778051'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: Traceback (most recent call last): Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: timer() Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: cb(*args, **kw) Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: return func(*args, **kwargs) Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: self._notify() Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: self.callback(batched_events) Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: event.method(event) Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: return f(self, *a, **k) Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: return self._get(url).json() Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:36:50.226989 dv-cinder-797245-5-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:36:50.229221 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7ecb3-d39f-4837-95ae-03d1a833420c None None] Pushing event deleted for resources: {'Port': ['ID=165a9671-5f72-4b42-aff4-48cb864eb85d,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:50.230976 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8eb7ecb3-d39f-4837-95ae-03d1a833420c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:50.231757 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7ecb3-d39f-4837-95ae-03d1a833420c None None] No DVR routers for this DVR port 165a9671-5f72-4b42-aff4-48cb864eb85d on host dv-cinder-797245-5-smb {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:36:50.306955 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.310966 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f05115e9-d023-45ac-8fd2-d05299ab7314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:50.313705 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.315703 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2744d323-ccf6-4b7c-96d4-873d29bb8869 HTTP/1.1" status: 204 len: 168 time: 0.5475371 Jun 28 15:36:50.328792 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Pushing event deleted for resources: {'Network': ['ID=2744d323-ccf6-4b7c-96d4-873d29bb8869,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:50.331356 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7f525552-2b38-47ea-ba1a-961b3b861526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:50.480744 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56206) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:50.519030 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-e87c2350-5790-45c2-ac07-7e0a3e029e14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd212ab8b9a643d0a22a570a554e10cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388780 Jun 28 15:36:50.521144 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56208) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:50.567348 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c382da69-fd21-4076-8bd8-81fd536c66df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.587973 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c382da69-fd21-4076-8bd8-81fd536c66df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.636798 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c382da69-fd21-4076-8bd8-81fd536c66df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.639688 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c382da69-fd21-4076-8bd8-81fd536c66df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:50.640800 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-c382da69-fd21-4076-8bd8-81fd536c66df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f760741-aeb1-4228-b6de-301eb1d556fd HTTP/1.1" status: 204 len: 168 time: 0.1187754 Jun 28 15:36:50.641572 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b511ce4c-5d84-485e-a5e7-ad0c8e7b2950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:50.648816 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382da69-fd21-4076-8bd8-81fd536c66df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f760741-aeb1-4228-b6de-301eb1d556fd,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:50.651309 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c382da69-fd21-4076-8bd8-81fd536c66df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:50.935915 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56214) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:50.948936 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 165a9671-5f72-4b42-aff4-48cb864eb85d no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:36:50.972562 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 165a9671-5f72-4b42-aff4-48cb864eb85d {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:36:50.972837 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 165a9671-5f72-4b42-aff4-48cb864eb85d not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:36:50.973257 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 2fc7d51c-ffbc-4395-b827-bcd612a20a09 no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:36:50.980241 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-bfee663d-fc18-423b-8b9f-9b8b776880cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2999deb539064b95a05e4386305ccd02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429640 Jun 28 15:36:50.982608 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56216) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:50.992071 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 2fc7d51c-ffbc-4395-b827-bcd612a20a09 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:36:50.992430 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 2fc7d51c-ffbc-4395-b827-bcd612a20a09 not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:36:50.992847 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device d30e6b48-df6c-41cc-8db0-634a50120517 no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:36:51.010810 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: d30e6b48-df6c-41cc-8db0-634a50120517 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:36:51.011166 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device d30e6b48-df6c-41cc-8db0-634a50120517 not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:36:51.030838 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-20122965-f4b0-41e9-82ac-ccf76f54e3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:51.052091 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-20122965-f4b0-41e9-82ac-ccf76f54e3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:51.098991 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-20122965-f4b0-41e9-82ac-ccf76f54e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:51.101549 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-20122965-f4b0-41e9-82ac-ccf76f54e3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:51.102700 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-20122965-f4b0-41e9-82ac-ccf76f54e3af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/503c44d8-1679-4b9a-89a0-89ba2d2c0d69 HTTP/1.1" status: 204 len: 168 time: 0.1191812 Jun 28 15:36:51.103466 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e719bf41-42d4-4fe2-aec9-1bcfd939f12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:51.110785 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20122965-f4b0-41e9-82ac-ccf76f54e3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503c44d8-1679-4b9a-89a0-89ba2d2c0d69,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:51.113611 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-20122965-f4b0-41e9-82ac-ccf76f54e3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:51.733035 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56242) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:51.821818 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1472277169-network', 'tenant_id': '02ef25eb1e174e92aca988d06792c704'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:51.842873 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Made reservation on behalf of 02ef25eb1e174e92aca988d06792c704 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:36:51.845399 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:51.853573 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:51.938588 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:51.942765 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:51.946327 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-936a363b-2bd2-451c-b0f8-f30d90870626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:51.964153 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:36:51.978353 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa55c3f-d714-4cc6-98ff-32cfd591fdab,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:51.981115 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:51.981452 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Added segment 6bf6cc6a-9fb3-4493-9a3e-f337607dbad4 of type vlan for network fbca97b7-ebe9-428d-b7c3-f04dc074de06 Jun 28 15:36:51.982847 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:52.024000 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.051004 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.052261 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:52.052832 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.055643 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:52.106681 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3724470 Jun 28 15:36:52.109614 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56246) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:52.111888 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=fbca97b7-ebe9-428d-b7c3-f04dc074de06,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:52.114989 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:52.115726 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] Request body: {'subnet': {'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1472277169-subnet', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:52.123194 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network fbca97b7-ebe9-428d-b7c3-f04dc074de06 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:36:52.137679 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] Made reservation on behalf of 02ef25eb1e174e92aca988d06792c704 for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:36:52.140070 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.313112 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.315368 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-24868f17-2325-4b5d-8aaa-9029521b6cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:52.361294 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:52.364368 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:52.377479 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] Checking segment: {'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:36:52.377830 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] Network hostable DHCP agents. Network: fbca97b7-ebe9-428d-b7c3-f04dc074de06, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:36:52.394235 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] Network fbca97b7-ebe9-428d-b7c3-f04dc074de06 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:36:52.402780 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, fbca97b7-ebe9-428d-b7c3-f04dc074de06) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:52.407233 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:52.408273 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.413406 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1580e-f00c-4ab1-87af-2e0f187c466b None None] Network fbca97b7-ebe9-428d-b7c3-f04dc074de06 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:36:52.422814 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-4a48881a-a7d7-4b2a-a1be-99555b106fe9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3119953 Jun 28 15:36:52.426354 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56248) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:52.431160 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:52.453497 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3753072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.454634 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14106'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.516133 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.575053 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08cb9ca3-2033-5466-b615-0792b95ff089-fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef'}]}} from dv-cinder-797245-5-smb. {{(pid=92922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 15:36:52.576115 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.651366 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3745592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3848932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14120'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.716718 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Allocated IP 172.20.0.2 (fbca97b7-ebe9-428d-b7c3-f04dc074de06/fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef/3a06d29a-ce45-4d02-ae6e-0a771f63de42) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:36:52.854152 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.873423 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.977778 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Allocated IP 172.28.1.61 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/bb5982d7-f53e-4624-9d5d-f53576e532b9) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:36:52.982013 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:52.990122 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Transition to ACTIVE for port object 3a06d29a-ce45-4d02-ae6e-0a771f63de42 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:36:53.004052 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Transition to ACTIVE for port object 3a06d29a-ce45-4d02-ae6e-0a771f63de42 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:36:53.009106 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:53.010897 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:53.045290 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Network fbca97b7-ebe9-428d-b7c3-f04dc074de06 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:36:53.047986 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:53.053384 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:36:53.078681 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:53.080765 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Pushing event updated for resources: {'Port': ['ID=3a06d29a-ce45-4d02-ae6e-0a771f63de42,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:53.085695 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:53.120282 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Attempting to bind port 3a06d29a-ce45-4d02-ae6e-0a771f63de42 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:36:53.120495 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59778261'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:53.120616 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Attempting to bind port 3a06d29a-ce45-4d02-ae6e-0a771f63de42 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:36:53.120926 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Attempting to bind port 3a06d29a-ce45-4d02-ae6e-0a771f63de42 on network fbca97b7-ebe9-428d-b7c3-f04dc074de06 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:36:53.122318 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:53.126759 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:36:53.127310 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Checking segment: {'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:36:53.127538 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:53.127938 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Bound using segment: {'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:36:53.128929 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Bound port: 3a06d29a-ce45-4d02-ae6e-0a771f63de42, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:36:53.129312 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:53.156679 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:36:53.163312 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:53.166865 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:36:53.172331 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Pushing event updated for resources: {'Port': ['ID=bb5982d7-f53e-4624-9d5d-f53576e532b9,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:53.189002 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] For port 3a06d29a-ce45-4d02-ae6e-0a771f63de42, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:36:53.192450 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] For port 3a06d29a-ce45-4d02-ae6e-0a771f63de42, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=3a06d29a-ce45-4d02-ae6e-0a771f63de42,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:36:53.197199 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:53.200095 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:53.204571 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:53.204951 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:53.205320 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:53.205683 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:53.206149 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:53.207025 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:53.207400 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:53.207755 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:53.208108 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:53.208456 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:53.208801 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:53.209163 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:53.213936 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:53.258228 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Pushing event updated for resources: {'Port': ['ID=3a06d29a-ce45-4d02-ae6e-0a771f63de42,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:53.261485 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:53.443120 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:53.641532 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3848957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745645'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:54.006032 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Router 34566053-24f0-4c0f-b6ed-b8bcffa5689f is scheduled to L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 15:36:54.093221 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cbacc4-4680-4ac7-99f3-d96b94040096 None None] Network fbca97b7-ebe9-428d-b7c3-f04dc074de06 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:36:54.111753 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:36:54.127422 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:54.129159 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7017698 Jun 28 15:36:54.132176 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56258) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:54.156704 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Sync routers for ids ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:36:54.181669 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-6f2fc4ba-a078-474d-a263-c78555ecdbb7 None None] Provisioning for port 3a06d29a-ce45-4d02-ae6e-0a771f63de42 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:36:54.183724 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Routers {'34566053-24f0-4c0f-b6ed-b8bcffa5689f'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:54.184518 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:54.352418 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Set router 34566053-24f0-4c0f-b6ed-b8bcffa5689f gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:54.553366 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:54.553779 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:53Z', 'revision_number': 3, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:54.586392 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Checking router: 34566053-24f0-4c0f-b6ed-b8bcffa5689f for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:36:54.586764 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Updating router 34566053-24f0-4c0f-b6ed-b8bcffa5689f port bb5982d7-f53e-4624-9d5d-f53576e532b9 binding host dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:36:54.622090 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:54.716718 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Allocated IP 172.20.0.1 (fbca97b7-ebe9-428d-b7c3-f04dc074de06/fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef/2225057f-df04-4444-aff2-a188553c6820) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:36:54.818080 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:54.832397 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Transition to ACTIVE for port object 2225057f-df04-4444-aff2-a188553c6820 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:36:54.866433 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59778261'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:54.869463 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:54.905965 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:54.912642 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Network fbca97b7-ebe9-428d-b7c3-f04dc074de06 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:36:54.920092 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Transition to ACTIVE for port object bb5982d7-f53e-4624-9d5d-f53576e532b9 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:36:54.922906 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:54.927752 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:36:54.931044 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:54.933465 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:54.953008 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Pushing event updated for resources: {'Port': ['ID=2225057f-df04-4444-aff2-a188553c6820,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:54.961474 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:54.980920 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742829'] for router_interface, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:54.999313 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381f4da-21b6-4fc0-9a6c-4f974eefa635 None None] Pushing event updated for resources: {'Port': ['ID=bb5982d7-f53e-4624-9d5d-f53576e532b9,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:55.001927 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Attempting to bind port bb5982d7-f53e-4624-9d5d-f53576e532b9 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:36:55.005106 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Attempting to bind port bb5982d7-f53e-4624-9d5d-f53576e532b9 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:36:55.005559 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Attempting to bind port bb5982d7-f53e-4624-9d5d-f53576e532b9 on network 0d581cc7-00ec-4ce1-9e02-6808d9257981 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:36:55.008100 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7381f4da-21b6-4fc0-9a6c-4f974eefa635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:55.012315 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:36:55.012853 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Checking segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:36:55.013261 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:55.013674 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Bound using segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:36:55.014151 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Bound port: bb5982d7-f53e-4624-9d5d-f53576e532b9, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:36:55.014577 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:55.059714 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 3a06d29a-ce45-4d02-ae6e-0a771f63de42 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:36:55.104549 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] For port bb5982d7-f53e-4624-9d5d-f53576e532b9, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:36:55.125083 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] For port bb5982d7-f53e-4624-9d5d-f53576e532b9, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=bb5982d7-f53e-4624-9d5d-f53576e532b9,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:36:55.134086 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:55.136055 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:55.138817 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:55.169679 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 3a06d29a-ce45-4d02-ae6e-0a771f63de42 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:36:55.181770 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 3a06d29a-ce45-4d02-ae6e-0a771f63de42 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:36:55.182155 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:55.223287 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Routers {'34566053-24f0-4c0f-b6ed-b8bcffa5689f'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:55.223839 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:55.267846 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381f4da-21b6-4fc0-9a6c-4f974eefa635 None None] Pushing event updated for resources: {'Port': ['ID=bb5982d7-f53e-4624-9d5d-f53576e532b9,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:55.273428 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7381f4da-21b6-4fc0-9a6c-4f974eefa635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:55.303884 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:55.308471 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778087'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:55.311465 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-217a61b8-6cd7-460b-9197-4fea53b0ede8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:55.329177 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-c3778ec6-8721-4900-a821-aba067031c41 None None] Provisioning for port 2225057f-df04-4444-aff2-a188553c6820 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:36:55.337643 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-c3778ec6-8721-4900-a821-aba067031c41 None None] Provisioning complete for port 2225057f-df04-4444-aff2-a188553c6820 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:36:55.338027 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c3778ec6-8721-4900-a821-aba067031c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:55.374220 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4159218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742849'] for router_interface, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:55.376838 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Pushing event updated for resources: {'Port': ['ID=2225057f-df04-4444-aff2-a188553c6820,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:55.382463 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:55.415602 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] Set router 34566053-24f0-4c0f-b6ed-b8bcffa5689f gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:55.417352 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:55.418988 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-c3778ec6-8721-4900-a821-aba067031c41 None None] Port 2225057f-df04-4444-aff2-a188553c6820 cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:36:55.469575 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Network fbca97b7-ebe9-428d-b7c3-f04dc074de06 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:36:55.471065 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:55.601844 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Router 34566053-24f0-4c0f-b6ed-b8bcffa5689f has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:36:55.654272 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 3a06d29a-ce45-4d02-ae6e-0a771f63de42, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=3a06d29a-ce45-4d02-ae6e-0a771f63de42,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:55.663023 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:55.667309 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7381f4da-21b6-4fc0-9a6c-4f974eefa635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:55.714236 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:36:55.719407 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-61716e27-3220-4e06-ad69-9aba81d611d8 admin admin] 10.222.0.30 "PUT /v2.0/routers/34566053-24f0-4c0f-b6ed-b8bcffa5689f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5861351 Jun 28 15:36:55.762065 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=3a06d29a-ce45-4d02-ae6e-0a771f63de42,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:55.769986 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:55.776942 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-57e7379d-898a-42c4-9624-a0583ed38cd0 None None] Provisioning complete for port 2225057f-df04-4444-aff2-a188553c6820 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:36:55.777307 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-57e7379d-898a-42c4-9624-a0583ed38cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:55.833801 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-57e7379d-898a-42c4-9624-a0583ed38cd0 None None] Port 2225057f-df04-4444-aff2-a188553c6820 cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:36:55.856954 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2225057f-df04-4444-aff2-a188553c6820', 'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'mac_address': 'fa:16:3e:65:7d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:54Z', 'updated_at': '2021-06-28T15:36:54Z', 'revision_number': 1, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'subnets': [{'id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:55.887875 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052c3ee-fa6d-4b0c-85e6-4b2b82dfa63d None None] The sync data for ids ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'] in dv-cinder-797245-5-smb is: [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2225057f-df04-4444-aff2-a188553c6820', 'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'mac_address': 'fa:16:3e:65:7d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:54Z', 'updated_at': '2021-06-28T15:36:54Z', 'revision_number': 1, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'subnets': [{'id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:36:56.217776 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56282) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:56.222859 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1103607037-network', 'tenant_id': '714ccee195fe49cbb10677230d8715a6'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:56.243836 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Made reservation on behalf of 714ccee195fe49cbb10677230d8715a6 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:36:56.246327 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.257034 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.351772 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.356031 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.359192 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-df1442d8-0ba1-46be-af5b-785c680943fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:56.384415 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:36:56.391188 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02debb3b-9ead-4f91-a7a7-dccbae37503f,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:56.395577 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:56.398510 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.398859 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.segments_db [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Added segment 4a5dfc3f-947f-45d5-b79f-e1de9960b62d of type vlan for network d928e09e-11b6-4976-8aa6-85cb2be56ba1 Jun 28 15:36:56.443589 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.492086 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.493423 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:56.494174 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.507330 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:56.523508 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3046284 Jun 28 15:36:56.526300 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56284) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:56.541134 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] Request body: {'subnet': {'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1103607037-subnet', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:56.565525 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] Made reservation on behalf of 714ccee195fe49cbb10677230d8715a6 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:36:56.568742 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59090022'] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.576843 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Pushing event updated for resources: {'Network': ['ID=d928e09e-11b6-4976-8aa6-85cb2be56ba1,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:56.579679 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:56.587962 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network d928e09e-11b6-4976-8aa6-85cb2be56ba1 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:36:56.749662 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59778209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59090572'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.751932 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:56.803804 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b712ac0-6e9c-4e2e-8a42-94b00f152fad,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:56.809305 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:56.814927 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] Checking segment: {'id': '4a5dfc3f-947f-45d5-b79f-e1de9960b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:36:56.815279 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] Network hostable DHCP agents. Network: d928e09e-11b6-4976-8aa6-85cb2be56ba1, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:36:56.833570 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] Network d928e09e-11b6-4976-8aa6-85cb2be56ba1 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:36:56.842711 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, d928e09e-11b6-4976-8aa6-85cb2be56ba1) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:56.847130 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:36:56.847716 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.853272 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5c2d7-8c4d-4f85-bbef-e16da8c500b4 None None] Network d928e09e-11b6-4976-8aa6-85cb2be56ba1 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:36:56.867859 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-1665f206-8186-4e16-aa58-92d2dc81d7bb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3325603 Jun 28 15:36:56.870305 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56286) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:56.876820 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1103607037-router', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:36:56.901125 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3753072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14083'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.902375 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14106'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:56.964467 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.064749 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08cb9ca3-2033-5466-b615-0792b95ff089-d928e09e-11b6-4976-8aa6-85cb2be56ba1', 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'fixed_ips': [{'subnet_id': '8b712ac0-6e9c-4e2e-8a42-94b00f152fad'}]}} from dv-cinder-797245-5-smb. {{(pid=92922) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 15:36:57.065839 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.150657 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 3a06d29a-ce45-4d02-ae6e-0a771f63de42 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:36:57.154368 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3745592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3848932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14120'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.253604 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 3a06d29a-ce45-4d02-ae6e-0a771f63de42 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:36:57.253989 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.282437 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Allocated IP 172.20.0.2 (d928e09e-11b6-4976-8aa6-85cb2be56ba1/8b712ac0-6e9c-4e2e-8a42-94b00f152fad/94a18b03-e31f-40e0-af25-d7ab22ce96d7) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:36:57.356019 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.375288 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.407650 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device bb5982d7-f53e-4624-9d5d-f53576e532b9 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:36:57.475897 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Allocated IP 172.28.1.4 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/1e58e6a8-cbc8-413d-812a-cbfefccc7bf7) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:36:57.505068 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.512113 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port bb5982d7-f53e-4624-9d5d-f53576e532b9 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:36:57.516508 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Transition to ACTIVE for port object 94a18b03-e31f-40e0-af25-d7ab22ce96d7 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:36:57.521300 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port bb5982d7-f53e-4624-9d5d-f53576e532b9 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:36:57.521658 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.556052 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Transition to ACTIVE for port object 94a18b03-e31f-40e0-af25-d7ab22ce96d7 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:36:57.568057 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.571406 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f7733411-864a-42a9-9472-834cf074df50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:57.587292 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.611220 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Network d928e09e-11b6-4976-8aa6-85cb2be56ba1 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:36:57.613446 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:57.621179 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:36:57.630824 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59778261'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.633531 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:57.650346 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Pushing event updated for resources: {'Port': ['ID=94a18b03-e31f-40e0-af25-d7ab22ce96d7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:57.666209 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:36:57.668961 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:57.671300 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:36:57.676799 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:57.710993 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Pushing event updated for resources: {'Port': ['ID=1e58e6a8-cbc8-413d-812a-cbfefccc7bf7,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:57.713831 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:57.713993 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.727763 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Attempting to bind port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:36:57.728138 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Attempting to bind port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '4a5dfc3f-947f-45d5-b79f-e1de9960b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:36:57.728504 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Attempting to bind port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 on network d928e09e-11b6-4976-8aa6-85cb2be56ba1 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:36:57.740492 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:36:57.740874 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Checking segment: {'id': '4a5dfc3f-947f-45d5-b79f-e1de9960b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:36:57.741291 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.741692 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Bound using segment: {'id': '4a5dfc3f-947f-45d5-b79f-e1de9960b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:36:57.742169 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Bound port: 94a18b03-e31f-40e0-af25-d7ab22ce96d7, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5dfc3f-947f-45d5-b79f-e1de9960b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:36:57.742583 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.746204 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port bb5982d7-f53e-4624-9d5d-f53576e532b9, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=bb5982d7-f53e-4624-9d5d-f53576e532b9,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:57.754054 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.757328 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:57.841977 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=bb5982d7-f53e-4624-9d5d-f53576e532b9,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:57.846351 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:57.850720 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] For port 94a18b03-e31f-40e0-af25-d7ab22ce96d7, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:36:57.853864 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] For port 94a18b03-e31f-40e0-af25-d7ab22ce96d7, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=94a18b03-e31f-40e0-af25-d7ab22ce96d7,segment=NetworkSegment(4a5dfc3f-947f-45d5-b79f-e1de9960b62d),segment_id=4a5dfc3f-947f-45d5-b79f-e1de9960b62d)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:36:57.858720 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.860569 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8eb7ecb3-d39f-4837-95ae-03d1a833420c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:57.922189 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Pushing event updated for resources: {'Port': ['ID=94a18b03-e31f-40e0-af25-d7ab22ce96d7,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:57.931784 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Sync routers for ids ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:36:57.932405 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:57.937635 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:57.940342 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Routers {'34566053-24f0-4c0f-b6ed-b8bcffa5689f'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:57.941488 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:58.055029 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Set router 34566053-24f0-4c0f-b6ed-b8bcffa5689f gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:58.304670 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2225057f-df04-4444-aff2-a188553c6820', 'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'mac_address': 'fa:16:3e:65:7d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:54Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 2, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'subnets': [{'id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:58.340992 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Checking router: 34566053-24f0-4c0f-b6ed-b8bcffa5689f for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:36:58.341379 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Updating router 34566053-24f0-4c0f-b6ed-b8bcffa5689f port 2225057f-df04-4444-aff2-a188553c6820 binding host dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:36:58.378123 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:58.400424 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3848957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745645'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:58.525846 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Router f9f0a338-e4f5-4fcd-ae6b-645049d02d52 is scheduled to L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 15:36:58.653173 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:36:58.655291 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:58.664605 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a486df-45f3-4af0-9010-813475726189 None None] Sync routers for ids ['f9f0a338-e4f5-4fcd-ae6b-645049d02d52'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:36:58.668143 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Transition to ACTIVE for port object 2225057f-df04-4444-aff2-a188553c6820 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:36:58.676068 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a486df-45f3-4af0-9010-813475726189 None None] Routers {'f9f0a338-e4f5-4fcd-ae6b-645049d02d52'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:58.677173 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-17a486df-45f3-4af0-9010-813475726189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['f9f0a338-e4f5-4fcd-ae6b-645049d02d52'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:58.677453 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:58.681579 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:58.683107 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-0a124efd-0fa8-4df1-af9c-ac04310b8e9f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8118417 Jun 28 15:36:58.683236 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:58.686803 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56296) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:36:58.769722 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Pushing event updated for resources: {'Port': ['ID=2225057f-df04-4444-aff2-a188553c6820,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:58.799551 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:58.800224 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:58.800720 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:58.801221 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:58.801723 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:58.802346 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:58.802848 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:58.803461 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:58.803951 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:58.804447 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:58.804575 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-17a486df-45f3-4af0-9010-813475726189 None None] Set router f9f0a338-e4f5-4fcd-ae6b-645049d02d52 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:58.805044 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:58.805674 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:36:58.812077 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:58.824430 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Attempting to bind port 2225057f-df04-4444-aff2-a188553c6820 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:36:58.825032 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Attempting to bind port 2225057f-df04-4444-aff2-a188553c6820 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:36:58.825596 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Attempting to bind port 2225057f-df04-4444-aff2-a188553c6820 on network fbca97b7-ebe9-428d-b7c3-f04dc074de06 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:36:58.832205 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:36:58.832992 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Checking segment: {'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:36:58.833706 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:58.834257 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Bound using segment: {'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:36:58.834930 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Bound port: 2225057f-df04-4444-aff2-a188553c6820, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:36:58.835491 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:58.922002 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] For port 2225057f-df04-4444-aff2-a188553c6820, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:36:58.925359 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] For port 2225057f-df04-4444-aff2-a188553c6820, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=2225057f-df04-4444-aff2-a188553c6820,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:36:58.942735 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:58.945990 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:59.048301 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Routers {'34566053-24f0-4c0f-b6ed-b8bcffa5689f'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:36:59.049019 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:59.069367 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1229ac-3b4a-4567-ade7-000765d3487d None None] Network d928e09e-11b6-4976-8aa6-85cb2be56ba1 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:36:59.087699 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Pushing event updated for resources: {'Port': ['ID=2225057f-df04-4444-aff2-a188553c6820,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:59.099480 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a64265d8-942d-4555-872f-9a88eafbbef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:59.277606 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:59.304472 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 94a18b03-e31f-40e0-af25-d7ab22ce96d7 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:36:59.325667 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] Set router 34566053-24f0-4c0f-b6ed-b8bcffa5689f gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:36:59.412740 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-24e46299-b354-4f60-8b74-d55a91e58a23 None None] Provisioning for port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:36:59.423483 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-17a486df-45f3-4af0-9010-813475726189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'name': 'tempest-TestShelveInstance-1103607037-router', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:56Z', 'updated_at': '2021-06-28T15:36:57Z', 'revision_number': 3, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'gw_port': {'id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:57Z', 'updated_at': '2021-06-28T15:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:59.450109 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Allocated IP 172.20.0.1 (d928e09e-11b6-4976-8aa6-85cb2be56ba1/8b712ac0-6e9c-4e2e-8a42-94b00f152fad/3fdbb2ca-68ba-41eb-a752-61eba524ebed) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:36:59.480626 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a486df-45f3-4af0-9010-813475726189 None None] Checking router: f9f0a338-e4f5-4fcd-ae6b-645049d02d52 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:36:59.480995 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a486df-45f3-4af0-9010-813475726189 None None] Updating router f9f0a338-e4f5-4fcd-ae6b-645049d02d52 port 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 binding host dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:36:59.535353 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:36:59.555903 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:36:59.556287 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:59.559855 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2225057f-df04-4444-aff2-a188553c6820', 'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'mac_address': 'fa:16:3e:65:7d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:54Z', 'updated_at': '2021-06-28T15:36:58Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'subnets': [{'id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:36:59.562016 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:59.575610 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Transition to ACTIVE for port object 3fdbb2ca-68ba-41eb-a752-61eba524ebed will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:36:59.585922 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-17a486df-45f3-4af0-9010-813475726189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:59.593068 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771a67d-7a47-4110-8e94-2d1a8a0450b0 None None] The sync data for ids ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'] in dv-cinder-797245-5-smb is: [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2225057f-df04-4444-aff2-a188553c6820', 'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'mac_address': 'fa:16:3e:65:7d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:54Z', 'updated_at': '2021-06-28T15:36:58Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'subnets': [{'id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:36:59.613078 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:59.616053 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d3d8b26e-f3ed-4bff-a10c-d5dced87504d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:36:59.653604 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Network d928e09e-11b6-4976-8aa6-85cb2be56ba1 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:36:59.658797 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:36:59.662302 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:36:59.662805 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742829'] for router_interface, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:59.703925 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Pushing event updated for resources: {'Port': ['ID=3fdbb2ca-68ba-41eb-a752-61eba524ebed,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:36:59.708306 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:36:59.782373 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:59.827448 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:59.862031 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 94a18b03-e31f-40e0-af25-d7ab22ce96d7, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=94a18b03-e31f-40e0-af25-d7ab22ce96d7,segment=NetworkSegment(4a5dfc3f-947f-45d5-b79f-e1de9960b62d),segment_id=4a5dfc3f-947f-45d5-b79f-e1de9960b62d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:36:59.875767 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:36:59.876777 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device bb5982d7-f53e-4624-9d5d-f53576e532b9 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:36:59.881575 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:00.012516 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=94a18b03-e31f-40e0-af25-d7ab22ce96d7,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:00.017570 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:00.040397 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:00.045268 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-17a486df-45f3-4af0-9010-813475726189 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:00.047626 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:00.048500 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4159218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742849'] for router_interface, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:00.051826 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:00.055274 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port bb5982d7-f53e-4624-9d5d-f53576e532b9 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:00.055747 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:00.080401 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-17a486df-45f3-4af0-9010-813475726189 None None] Transition to ACTIVE for port object 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:37:00.092584 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-d30e80d5-fd9e-4c01-bd07-6d358ec57bc2 None None] Provisioning complete for port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:00.093104 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d30e80d5-fd9e-4c01-bd07-6d358ec57bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:00.120369 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-17a486df-45f3-4af0-9010-813475726189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:00.125520 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4f76d5be-48ce-4ca6-b1df-1495bbb4b460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:00.155588 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Pushing event updated for resources: {'Port': ['ID=3fdbb2ca-68ba-41eb-a752-61eba524ebed,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:00.160392 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:00.199551 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Network d928e09e-11b6-4976-8aa6-85cb2be56ba1 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:37:00.201250 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:37:00.214271 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a9ed8-5996-42fe-ae72-7a5c4a6bf3e5 None None] Pushing event updated for resources: {'Port': ['ID=1e58e6a8-cbc8-413d-812a-cbfefccc7bf7,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:00.223690 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b28a9ed8-5996-42fe-ae72-7a5c4a6bf3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:00.226620 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-17a486df-45f3-4af0-9010-813475726189 None None] Attempting to bind port 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:37:00.227110 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-17a486df-45f3-4af0-9010-813475726189 None None] Attempting to bind port 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:37:00.227484 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a486df-45f3-4af0-9010-813475726189 None None] Attempting to bind port 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 on network 0d581cc7-00ec-4ce1-9e02-6808d9257981 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:37:00.239589 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a486df-45f3-4af0-9010-813475726189 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:37:00.240241 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a486df-45f3-4af0-9010-813475726189 None None] Checking segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:37:00.240656 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-17a486df-45f3-4af0-9010-813475726189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:00.241060 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a486df-45f3-4af0-9010-813475726189 None None] Bound using segment: {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:37:00.241550 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-17a486df-45f3-4af0-9010-813475726189 None None] Bound port: 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef3597b-8577-44b7-9f74-6c58e74476af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:37:00.241934 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-17a486df-45f3-4af0-9010-813475726189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:00.328206 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Router f9f0a338-e4f5-4fcd-ae6b-645049d02d52 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:37:00.357780 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-17a486df-45f3-4af0-9010-813475726189 None None] For port 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:37:00.361201 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-17a486df-45f3-4af0-9010-813475726189 None None] For port 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=1e58e6a8-cbc8-413d-812a-cbfefccc7bf7,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:37:00.367818 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-17a486df-45f3-4af0-9010-813475726189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:00.371365 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:00.446138 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a9ed8-5996-42fe-ae72-7a5c4a6bf3e5 None None] Pushing event updated for resources: {'Port': ['ID=1e58e6a8-cbc8-413d-812a-cbfefccc7bf7,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:00.449105 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a486df-45f3-4af0-9010-813475726189 None None] Routers {'f9f0a338-e4f5-4fcd-ae6b-645049d02d52'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:37:00.449678 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-17a486df-45f3-4af0-9010-813475726189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['f9f0a338-e4f5-4fcd-ae6b-645049d02d52'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:00.452099 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b28a9ed8-5996-42fe-ae72-7a5c4a6bf3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:00.498013 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:37:00.506992 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] 10.222.0.30 "PUT /v2.0/routers/f9f0a338-e4f5-4fcd-ae6b-645049d02d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8198197 Jun 28 15:37:00.563834 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-ed77f917-c5c8-4591-9471-340a7b85a441 None None] Provisioning for port 3fdbb2ca-68ba-41eb-a752-61eba524ebed completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:37:00.574543 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-ed77f917-c5c8-4591-9471-340a7b85a441 None None] Provisioning complete for port 3fdbb2ca-68ba-41eb-a752-61eba524ebed triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:00.574922 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ed77f917-c5c8-4591-9471-340a7b85a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:00.579717 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-17a486df-45f3-4af0-9010-813475726189 None None] Set router f9f0a338-e4f5-4fcd-ae6b-645049d02d52 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:37:00.651451 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ed77f917-c5c8-4591-9471-340a7b85a441 None None] Port 3fdbb2ca-68ba-41eb-a752-61eba524ebed cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:37:00.821483 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-17a486df-45f3-4af0-9010-813475726189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'name': 'tempest-TestShelveInstance-1103607037-router', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:56Z', 'updated_at': '2021-06-28T15:36:59Z', 'revision_number': 4, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'gw_port': {'id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:57Z', 'updated_at': '2021-06-28T15:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '3fdbb2ca-68ba-41eb-a752-61eba524ebed', 'name': '', 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'mac_address': 'fa:16:3e:21:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8b712ac0-6e9c-4e2e-8a42-94b00f152fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:59Z', 'updated_at': '2021-06-28T15:36:59Z', 'revision_number': 2, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'subnets': [{'id': '8b712ac0-6e9c-4e2e-8a42-94b00f152fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:00.853377 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a486df-45f3-4af0-9010-813475726189 None None] The sync data for ids ['f9f0a338-e4f5-4fcd-ae6b-645049d02d52'] in dv-cinder-797245-5-smb is: [{'id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'name': 'tempest-TestShelveInstance-1103607037-router', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:56Z', 'updated_at': '2021-06-28T15:36:59Z', 'revision_number': 4, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'gw_port': {'id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:57Z', 'updated_at': '2021-06-28T15:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '3fdbb2ca-68ba-41eb-a752-61eba524ebed', 'name': '', 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'mac_address': 'fa:16:3e:21:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8b712ac0-6e9c-4e2e-8a42-94b00f152fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:59Z', 'updated_at': '2021-06-28T15:36:59Z', 'revision_number': 2, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'subnets': [{'id': '8b712ac0-6e9c-4e2e-8a42-94b00f152fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:37:00.994154 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56316) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:01.001409 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-b8344bef-acd7-49af-8076-5b951668d4a6 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081537553', 'description': 'tempest-secgroup-smoke-2081537553 description', 'project_id': '02ef25eb1e174e92aca988d06792c704'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:37:01.018404 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 94a18b03-e31f-40e0-af25-d7ab22ce96d7 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:37:01.030422 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b8344bef-acd7-49af-8076-5b951668d4a6 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.111845 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:01.113049 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.171418 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b8344bef-acd7-49af-8076-5b951668d4a6 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.180140 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b8344bef-acd7-49af-8076-5b951668d4a6 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.185445 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9dcf3466-beee-4c8a-96f8-66bf1a6dd653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:01.222039 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8344bef-acd7-49af-8076-5b951668d4a6 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e25b63e-ec9c-4d31-8021-3018095f7518,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:01.225030 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b8344bef-acd7-49af-8076-5b951668d4a6 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:01.229268 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 2225057f-df04-4444-aff2-a188553c6820 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:37:01.233528 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b8344bef-acd7-49af-8076-5b951668d4a6 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.234124 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-b8344bef-acd7-49af-8076-5b951668d4a6 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2380126 Jun 28 15:37:01.237959 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56322) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:01.243381 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-f810cbad-58d3-4ebc-b70f-0c343a0bee92 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Request body: {'security_group_rule': {'security_group_id': '0e25b63e-ec9c-4d31-8021-3018095f7518', 'project_id': '02ef25eb1e174e92aca988d06792c704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:37:01.275399 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f810cbad-58d3-4ebc-b70f-0c343a0bee92 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.287087 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 2225057f-df04-4444-aff2-a188553c6820 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:37:01.292813 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 2225057f-df04-4444-aff2-a188553c6820 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:01.293290 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.339281 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f810cbad-58d3-4ebc-b70f-0c343a0bee92 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.344717 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f810cbad-58d3-4ebc-b70f-0c343a0bee92 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.346951 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:01.365169 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810cbad-58d3-4ebc-b70f-0c343a0bee92 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416343ee-5df0-4251-ab2f-ae061ae297ac,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:01.368283 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f810cbad-58d3-4ebc-b70f-0c343a0bee92 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:01.371834 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f810cbad-58d3-4ebc-b70f-0c343a0bee92 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.375498 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-f810cbad-58d3-4ebc-b70f-0c343a0bee92 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363046 Jun 28 15:37:01.378828 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56324) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:01.384328 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-b6debd81-0210-4d73-9c41-fc7890ad1449 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Request body: {'security_group_rule': {'security_group_id': '0e25b63e-ec9c-4d31-8021-3018095f7518', 'project_id': '02ef25eb1e174e92aca988d06792c704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:37:01.390586 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.415401 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b6debd81-0210-4d73-9c41-fc7890ad1449 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.426701 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 2225057f-df04-4444-aff2-a188553c6820, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=2225057f-df04-4444-aff2-a188553c6820,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:01.435633 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.437504 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:01.493020 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b6debd81-0210-4d73-9c41-fc7890ad1449 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.494283 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=2225057f-df04-4444-aff2-a188553c6820,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:01.496757 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b6debd81-0210-4d73-9c41-fc7890ad1449 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.497540 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:01.500085 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f810cbad-58d3-4ebc-b70f-0c343a0bee92 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:01.516289 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6debd81-0210-4d73-9c41-fc7890ad1449 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c7ea3d-c930-4efd-b99c-ab27fe6e0439,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:01.518783 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b6debd81-0210-4d73-9c41-fc7890ad1449 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:01.524159 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b6debd81-0210-4d73-9c41-fc7890ad1449 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.525427 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-b6debd81-0210-4d73-9c41-fc7890ad1449 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453495 Jun 28 15:37:01.528199 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56326) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:01.532760 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-f5b7f2dc-36d3-4fa1-a20b-1b0c2aabe275 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Request body: {'security_group_rule': {'security_group_id': '0e25b63e-ec9c-4d31-8021-3018095f7518', 'project_id': '02ef25eb1e174e92aca988d06792c704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:37:01.561904 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f2dc-36d3-4fa1-a20b-1b0c2aabe275 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.622895 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f2dc-36d3-4fa1-a20b-1b0c2aabe275 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.627332 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f2dc-36d3-4fa1-a20b-1b0c2aabe275 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.629381 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:01.646529 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7f2dc-36d3-4fa1-a20b-1b0c2aabe275 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2c0247-3e34-42c8-aa9e-d0e609f58e33,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:01.649364 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f5b7f2dc-36d3-4fa1-a20b-1b0c2aabe275 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:01.650269 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f2dc-36d3-4fa1-a20b-1b0c2aabe275 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.651580 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-f5b7f2dc-36d3-4fa1-a20b-1b0c2aabe275 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224759 Jun 28 15:37:01.654360 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56330) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:01.658841 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-0da5f420-b257-418c-ab10-7b1ad221e5e9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Request body: {'security_group_rule': {'security_group_id': '0e25b63e-ec9c-4d31-8021-3018095f7518', 'project_id': '02ef25eb1e174e92aca988d06792c704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:37:01.684858 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0da5f420-b257-418c-ab10-7b1ad221e5e9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.743071 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0da5f420-b257-418c-ab10-7b1ad221e5e9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.746654 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0da5f420-b257-418c-ab10-7b1ad221e5e9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.748584 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:01.763663 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5f420-b257-418c-ab10-7b1ad221e5e9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f60afc-dcd2-4852-8e96-76f0407e3acb,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:01.765961 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0da5f420-b257-418c-ab10-7b1ad221e5e9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:01.770971 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0da5f420-b257-418c-ab10-7b1ad221e5e9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.772145 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-0da5f420-b257-418c-ab10-7b1ad221e5e9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167722 Jun 28 15:37:01.774771 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56332) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:01.779229 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-ad56fb78-fbaa-499b-b645-7939ab65cb9a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Request body: {'security_group_rule': {'security_group_id': '0e25b63e-ec9c-4d31-8021-3018095f7518', 'project_id': '02ef25eb1e174e92aca988d06792c704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:37:01.800170 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.securitygroups_db [None req-ad56fb78-fbaa-499b-b645-7939ab65cb9a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Project 02ef25eb1e174e92aca988d06792c704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 15:37:01.804632 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ad56fb78-fbaa-499b-b645-7939ab65cb9a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.864980 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ad56fb78-fbaa-499b-b645-7939ab65cb9a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.868182 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ad56fb78-fbaa-499b-b645-7939ab65cb9a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.870146 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:01.885064 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56fb78-fbaa-499b-b645-7939ab65cb9a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4ee43c-a6ff-4149-8795-a68d563a2ed4,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:01.887411 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ad56fb78-fbaa-499b-b645-7939ab65cb9a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:01.891371 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ad56fb78-fbaa-499b-b645-7939ab65cb9a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.892606 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-ad56fb78-fbaa-499b-b645-7939ab65cb9a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169059 Jun 28 15:37:01.895765 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56334) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:01.900187 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-232902bd-c69a-4ab7-a7b7-66d8ca87e6f9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Request body: {'security_group_rule': {'security_group_id': '0e25b63e-ec9c-4d31-8021-3018095f7518', 'project_id': '02ef25eb1e174e92aca988d06792c704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:37:01.920454 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.securitygroups_db [None req-232902bd-c69a-4ab7-a7b7-66d8ca87e6f9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Project 02ef25eb1e174e92aca988d06792c704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 15:37:01.925363 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-232902bd-c69a-4ab7-a7b7-66d8ca87e6f9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.984154 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-232902bd-c69a-4ab7-a7b7-66d8ca87e6f9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.987444 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-232902bd-c69a-4ab7-a7b7-66d8ca87e6f9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3816814'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:01.989486 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5bb087e8-63d3-4d15-a99e-e70287f9d928 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:02.006355 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232902bd-c69a-4ab7-a7b7-66d8ca87e6f9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a568c0f-0d87-4dac-bcbe-ba5c864444bd,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:02.008755 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-232902bd-c69a-4ab7-a7b7-66d8ca87e6f9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:02.009609 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-232902bd-c69a-4ab7-a7b7-66d8ca87e6f9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:02.010781 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-232902bd-c69a-4ab7-a7b7-66d8ca87e6f9 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1140602 Jun 28 15:37:03.031157 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:37:03.082196 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:37:03.086020 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:03.086430 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:03.169230 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:03.191790 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=1e58e6a8-cbc8-413d-812a-cbfefccc7bf7,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:03.195727 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:03.196504 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 2225057f-df04-4444-aff2-a188553c6820 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:37:03.198521 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:03.279678 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=1e58e6a8-cbc8-413d-812a-cbfefccc7bf7,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:03.283532 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:03.293059 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 2225057f-df04-4444-aff2-a188553c6820 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:03.293386 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:03.522255 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6274b-361c-4ab0-9103-8807775bdf3e req-9fefa406-6119-4008-b980-0a296413da9a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:03.523719 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0de6274b-361c-4ab0-9103-8807775bdf3e req-9fefa406-6119-4008-b980-0a296413da9a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0656664 Jun 28 15:37:03.565820 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0de6274b-361c-4ab0-9103-8807775bdf3e req-1615f996-0454-4ac0-a089-10d05186bb28 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362973 Jun 28 15:37:03.639697 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Sync routers for ids ['f9f0a338-e4f5-4fcd-ae6b-645049d02d52'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:37:03.649432 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Routers {'f9f0a338-e4f5-4fcd-ae6b-645049d02d52'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:37:03.650034 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['f9f0a338-e4f5-4fcd-ae6b-645049d02d52'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:03.758628 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Set router f9f0a338-e4f5-4fcd-ae6b-645049d02d52 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:37:03.925482 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e9b006e7-5f01-448d-b575-fda9c7dd1189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:03.962806 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'name': 'tempest-TestShelveInstance-1103607037-router', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:56Z', 'updated_at': '2021-06-28T15:36:59Z', 'revision_number': 4, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'gw_port': {'id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:57Z', 'updated_at': '2021-06-28T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '3fdbb2ca-68ba-41eb-a752-61eba524ebed', 'name': '', 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'mac_address': 'fa:16:3e:21:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8b712ac0-6e9c-4e2e-8a42-94b00f152fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:59Z', 'updated_at': '2021-06-28T15:36:59Z', 'revision_number': 2, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'subnets': [{'id': '8b712ac0-6e9c-4e2e-8a42-94b00f152fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:03.988521 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Checking router: f9f0a338-e4f5-4fcd-ae6b-645049d02d52 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:37:03.988995 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Updating router f9f0a338-e4f5-4fcd-ae6b-645049d02d52 port 3fdbb2ca-68ba-41eb-a752-61eba524ebed binding host dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 15:37:04.023030 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:04.287803 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:04.297445 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Transition to ACTIVE for port object 3fdbb2ca-68ba-41eb-a752-61eba524ebed will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:37:04.303451 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:04.306223 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:04.373968 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9293b-53a6-45d0-87ff-b35b80f1fa93 None None] Pushing event updated for resources: {'Port': ['ID=3fdbb2ca-68ba-41eb-a752-61eba524ebed,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:04.379038 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-19a9293b-53a6-45d0-87ff-b35b80f1fa93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:04.410543 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Attempting to bind port 3fdbb2ca-68ba-41eb-a752-61eba524ebed on host dv-cinder-797245-5-smb for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:37:04.410916 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Attempting to bind port 3fdbb2ca-68ba-41eb-a752-61eba524ebed by drivers openvswitch,hyperv on host dv-cinder-797245-5-smb at level 0 using segments [{'id': '4a5dfc3f-947f-45d5-b79f-e1de9960b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:37:04.411384 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Attempting to bind port 3fdbb2ca-68ba-41eb-a752-61eba524ebed on network d928e09e-11b6-4976-8aa6-85cb2be56ba1 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:37:04.417269 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Checking agent: {'id': 'a191df2b-532b-4174-acb8-45184e33a285', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 24, 37), 'started_at': datetime.datetime(2021, 6, 28, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:37:04.417636 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Checking segment: {'id': '4a5dfc3f-947f-45d5-b79f-e1de9960b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:37:04.418033 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:04.418420 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Bound using segment: {'id': '4a5dfc3f-947f-45d5-b79f-e1de9960b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:37:04.418904 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Bound port: 3fdbb2ca-68ba-41eb-a752-61eba524ebed, host: dv-cinder-797245-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5dfc3f-947f-45d5-b79f-e1de9960b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:37:04.419296 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:04.489270 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] For port 3fdbb2ca-68ba-41eb-a752-61eba524ebed, host dv-cinder-797245-5-smb, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:37:04.492567 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] For port 3fdbb2ca-68ba-41eb-a752-61eba524ebed, host dv-cinder-797245-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=3fdbb2ca-68ba-41eb-a752-61eba524ebed,segment=NetworkSegment(4a5dfc3f-947f-45d5-b79f-e1de9960b62d),segment_id=4a5dfc3f-947f-45d5-b79f-e1de9960b62d)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:37:04.496632 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:04.498883 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:04.548542 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Routers {'f9f0a338-e4f5-4fcd-ae6b-645049d02d52'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:37:04.549312 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:36:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['f9f0a338-e4f5-4fcd-ae6b-645049d02d52'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:04.649496 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9293b-53a6-45d0-87ff-b35b80f1fa93 None None] Pushing event updated for resources: {'Port': ['ID=3fdbb2ca-68ba-41eb-a752-61eba524ebed,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:04.653059 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-19a9293b-53a6-45d0-87ff-b35b80f1fa93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:04.673648 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] Set router f9f0a338-e4f5-4fcd-ae6b-645049d02d52 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:37:04.777399 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f6347-d3da-4b03-90d5-8d40681e3236 req-f7676a70-8af8-4dfe-8979-eea4eb5e49ec tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:04.778982 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4d5f6347-d3da-4b03-90d5-8d40681e3236 req-f7676a70-8af8-4dfe-8979-eea4eb5e49ec tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0675266 Jun 28 15:37:04.816114 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4d5f6347-d3da-4b03-90d5-8d40681e3236 req-903c292e-c12e-4478-9707-aa7fd5996f12 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308366 Jun 28 15:37:04.886287 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'name': 'tempest-TestShelveInstance-1103607037-router', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:56Z', 'updated_at': '2021-06-28T15:36:59Z', 'revision_number': 4, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'gw_port': {'id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:57Z', 'updated_at': '2021-06-28T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '3fdbb2ca-68ba-41eb-a752-61eba524ebed', 'name': '', 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'mac_address': 'fa:16:3e:21:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8b712ac0-6e9c-4e2e-8a42-94b00f152fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:59Z', 'updated_at': '2021-06-28T15:37:04Z', 'revision_number': 4, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'subnets': [{'id': '8b712ac0-6e9c-4e2e-8a42-94b00f152fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:04.918068 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758a427-4fdb-42ae-b7c7-24a01e283273 None None] The sync data for ids ['f9f0a338-e4f5-4fcd-ae6b-645049d02d52'] in dv-cinder-797245-5-smb is: [{'id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'name': 'tempest-TestShelveInstance-1103607037-router', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:56Z', 'updated_at': '2021-06-28T15:36:59Z', 'revision_number': 4, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'gw_port': {'id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:57Z', 'updated_at': '2021-06-28T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '3fdbb2ca-68ba-41eb-a752-61eba524ebed', 'name': '', 'network_id': 'd928e09e-11b6-4976-8aa6-85cb2be56ba1', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'mac_address': 'fa:16:3e:21:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8b712ac0-6e9c-4e2e-8a42-94b00f152fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:59Z', 'updated_at': '2021-06-28T15:37:04Z', 'revision_number': 4, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'subnets': [{'id': '8b712ac0-6e9c-4e2e-8a42-94b00f152fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:37:04.997957 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:37:05.175789 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:05.176263 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:05.254598 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 3fdbb2ca-68ba-41eb-a752-61eba524ebed up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:37:05.306727 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning for port 3fdbb2ca-68ba-41eb-a752-61eba524ebed completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:37:05.310711 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 3fdbb2ca-68ba-41eb-a752-61eba524ebed triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:05.311092 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:05.396051 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:05.429850 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] For port 3fdbb2ca-68ba-41eb-a752-61eba524ebed, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=3fdbb2ca-68ba-41eb-a752-61eba524ebed,segment=NetworkSegment(4a5dfc3f-947f-45d5-b79f-e1de9960b62d),segment_id=4a5dfc3f-947f-45d5-b79f-e1de9960b62d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:05.434828 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:05.437675 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-76944145-615e-4e7a-8ec0-90833912a3b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:05.485156 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Pushing event updated for resources: {'Port': ['ID=3fdbb2ca-68ba-41eb-a752-61eba524ebed,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:05.488819 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:05.835108 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:37:05.997964 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2548dcd-e3de-4cb0-b7de-832c8039de70 req-6d9b199f-3261-429c-9e6e-fa5dedb1c2f3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:05.999461 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e2548dcd-e3de-4cb0-b7de-832c8039de70 req-6d9b199f-3261-429c-9e6e-fa5dedb1c2f3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0623231 Jun 28 15:37:06.040929 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e2548dcd-e3de-4cb0-b7de-832c8039de70 req-fac9dc03-84e6-40c4-aa8b-650368d11cf2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352597 Jun 28 15:37:06.701047 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:06.905413 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5d08-bc50-4a22-aaee-f26443019a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:06.961548 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 3fdbb2ca-68ba-41eb-a752-61eba524ebed up at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:37:07.012538 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Provisioning complete for port 3fdbb2ca-68ba-41eb-a752-61eba524ebed triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:07.012887 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:07.217623 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42955ac0-51ac-4fd3-8945-2465337efcf1 req-2a1888d7-8495-46dd-ac89-28330ca3b245 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:07.219157 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-42955ac0-51ac-4fd3-8945-2465337efcf1 req-2a1888d7-8495-46dd-ac89-28330ca3b245 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0631397 Jun 28 15:37:07.257332 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-42955ac0-51ac-4fd3-8945-2465337efcf1 req-5a357c8c-b2a5-44bb-8b67-05da65742aae tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320621 Jun 28 15:37:07.533869 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:08.447038 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460107d7-3ecc-49ab-8021-5ee49cf47618 req-78ac5ee7-e273-4afb-9fa2-46fe961029d5 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:08.448740 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-460107d7-3ecc-49ab-8021-5ee49cf47618 req-78ac5ee7-e273-4afb-9fa2-46fe961029d5 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0684152 Jun 28 15:37:08.488049 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-460107d7-3ecc-49ab-8021-5ee49cf47618 req-daf96eb4-552c-4444-95cf-5e6f2f0b7582 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335152 Jun 28 15:37:09.122784 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:09.670988 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806312e-52be-4b0f-8d34-a753269918aa req-4e277afa-5ae9-4cc0-8afe-c33fb2f9db1d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:09.673558 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b806312e-52be-4b0f-8d34-a753269918aa req-4e277afa-5ae9-4cc0-8afe-c33fb2f9db1d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0687919 Jun 28 15:37:09.712495 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b806312e-52be-4b0f-8d34-a753269918aa req-c587acaf-b197-4d3a-9ca7-94ab471ab416 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317178 Jun 28 15:37:10.897023 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7f8f7-e20d-47fe-9dc8-a1f41e00ba46 req-3a504be6-52e5-48ac-b349-c16f8ca2c7dd tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:10.898733 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7ae7f8f7-e20d-47fe-9dc8-a1f41e00ba46 req-3a504be6-52e5-48ac-b349-c16f8ca2c7dd tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0665359 Jun 28 15:37:10.936431 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7ae7f8f7-e20d-47fe-9dc8-a1f41e00ba46 req-6e095646-b3ab-4225-9c59-c7210b61942d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321732 Jun 28 15:37:12.113101 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a07ed6-e180-4cf4-b4da-156773760b35 req-a44b7767-3b92-450d-84df-656db5e0ddbb tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:12.114626 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f5a07ed6-e180-4cf4-b4da-156773760b35 req-a44b7767-3b92-450d-84df-656db5e0ddbb tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0642412 Jun 28 15:37:12.151985 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f5a07ed6-e180-4cf4-b4da-156773760b35 req-f5404441-9f36-47ac-98a5-ce15c3878650 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317729 Jun 28 15:37:13.325219 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ebaad-7fb3-4898-9c2f-ab877bd6f892 req-9eff22f4-701f-4b9b-ab01-70af397dde55 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:13.326693 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2b9ebaad-7fb3-4898-9c2f-ab877bd6f892 req-9eff22f4-701f-4b9b-ab01-70af397dde55 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0616186 Jun 28 15:37:13.365060 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2b9ebaad-7fb3-4898-9c2f-ab877bd6f892 req-58733a9e-0ab6-4c64-bbc3-425fb994fe64 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322175 Jun 28 15:37:14.545688 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb6d9f-fd31-4c26-aaff-8ae77df96a3c req-bb49333a-0291-4c41-9807-7ea5b4b44a8b tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:14.547211 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-08cb6d9f-fd31-4c26-aaff-8ae77df96a3c req-bb49333a-0291-4c41-9807-7ea5b4b44a8b tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0659344 Jun 28 15:37:14.584675 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-08cb6d9f-fd31-4c26-aaff-8ae77df96a3c req-4f7b2bcf-7f14-4744-889e-15727ce869d6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319533 Jun 28 15:37:15.913926 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:15.915998 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488a152-82c9-40d5-b1b7-8e557cdb9895 req-3acf5818-9f9f-4ca5-a4a7-432386436c33 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:15.917488 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8488a152-82c9-40d5-b1b7-8e557cdb9895 req-3acf5818-9f9f-4ca5-a4a7-432386436c33 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0642843 Jun 28 15:37:15.955207 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8488a152-82c9-40d5-b1b7-8e557cdb9895 req-28150cbf-dd4a-4681-9a94-9bd8cd74a758 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321288 Jun 28 15:37:16.007153 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device bd75c3e1-3910-4a31-8f53-69f9a2aff10f details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:37:16.104152 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:16.116328 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'port_id': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'mac_address': 'fa:16:3e:5b:a2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:37:16.157442 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:16.170924 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd75c3e1-3910-4a31-8f53-69f9a2aff10f {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:37:16.190916 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:16.195867 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:16.197650 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:16.249645 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,revision_number=6']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:16.257693 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:16.258043 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:16.258379 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:16.258741 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:16.259074 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:16.259401 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:16.259726 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:16.260050 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:16.260371 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:16.260742 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:16.261061 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:16.261384 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:16.265236 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:16.281325 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['bd75c3e1-3910-4a31-8f53-69f9a2aff10f'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:37:17.152362 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc901c0-12d0-40f0-97fb-675cb5202d27 req-caf855ca-8be0-4a54-87c8-3e8f4aa39eca tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:17.154653 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4cc901c0-12d0-40f0-97fb-675cb5202d27 req-caf855ca-8be0-4a54-87c8-3e8f4aa39eca tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 945 time: 0.0777395 Jun 28 15:37:17.204598 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4cc901c0-12d0-40f0-97fb-675cb5202d27 req-bb1ca9c7-e95d-4ba8-a9a5-1b84c074db5f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443029 Jun 28 15:37:17.355583 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f418e72f-a999-4870-8fef-32249eac63f5 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081537553&fields=id&tenant_id=02ef25eb1e174e92aca988d06792c704 HTTP/1.1" status: 200 len: 267 time: 0.0344357 Jun 28 15:37:17.467730 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-09ce7ece-eae4-46c5-ba43-a182002ba304 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:17.474530 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-09ce7ece-eae4-46c5-ba43-a182002ba304 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/networks?id=fbca97b7-ebe9-428d-b7c3-f04dc074de06 HTTP/1.1" status: 200 len: 809 time: 0.1107631 Jun 28 15:37:17.489300 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-51e5b944-12ab-4eb4-b74e-9308d7e3ed04 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/quotas/02ef25eb1e174e92aca988d06792c704 HTTP/1.1" status: 200 len: 375 time: 0.0136154 Jun 28 15:37:17.566950 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-1cad498e-adbd-456c-b744-e86230e94e5d tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=02ef25eb1e174e92aca988d06792c704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737977 Jun 28 15:37:17.664468 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-0c50322a-8a0b-4ff4-ae39-32ab0698a4d5 service neutron] 10.222.0.30 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900092 Jun 28 15:37:17.767511 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-c9f73664-46d7-4765-94d5-e73eccc273a2 service neutron] 10.222.0.30 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966368 Jun 28 15:37:18.023432 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device bd75c3e1-3910-4a31-8f53-69f9a2aff10f up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:37:18.094889 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port bd75c3e1-3910-4a31-8f53-69f9a2aff10f triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:18.095575 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:18.140385 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d7f90932-a157-4cc2-9fc6-e23107aa90a5 req-4f0db387-76aa-4e9a-b619-4d694dc67352 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 210 time: 0.0506346 Jun 28 15:37:18.195962 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:18.222222 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:37:18.225709 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a032738-8a7f-4145-99c3-ece81d6fe78f" -d '{"events": [{"server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:37:18.240370 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:18.248836 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:18.250787 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b28a9ed8-5996-42fe-ae72-7a5c4a6bf3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:18.303021 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7f703e-4a00-4176-8211-5024fce900b2 x-openstack-request-id: req-3c7f703e-4a00-4176-8211-5024fce900b2 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:37:18.303368 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:37:18.303635 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c7f703e-4a00-4176-8211-5024fce900b2 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:37:18.304034 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'code': 200} Jun 28 15:37:18.309244 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,revision_number=7']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:18.320845 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:18.459023 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e36517-cd82-487d-bc38-a7dcda826a5d req-7bbb3673-f227-43e8-adf1-0f32467b43f7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:18.460793 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f0e36517-cd82-487d-bc38-a7dcda826a5d req-7bbb3673-f227-43e8-adf1-0f32467b43f7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0862334 Jun 28 15:37:18.505384 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f0e36517-cd82-487d-bc38-a7dcda826a5d req-6e405245-c209-42b8-9c7f-61f0e6175e9b tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374944 Jun 28 15:37:19.316394 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-29ab71c7-52ad-439a-9403-bce2693668e9 req-cd2faf32-b663-40fc-a152-5ed4019c4e82 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 210 time: 0.0344555 Jun 28 15:37:19.836473 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-16e45753-ed47-4227-a27b-710e9b5c0cd8 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:19.837861 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-16e45753-ed47-4227-a27b-710e9b5c0cd8 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.13 "GET /v2.0/networks?id=fbca97b7-ebe9-428d-b7c3-f04dc074de06 HTTP/1.1" status: 200 len: 809 time: 0.5266211 Jun 28 15:37:19.871665 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb89eef-9417-4648-a6ed-fd5bc6aedb14 req-594b12eb-2f96-455f-8a56-c1a33c684f95 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:19.873155 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cdb89eef-9417-4648-a6ed-fd5bc6aedb14 req-594b12eb-2f96-455f-8a56-c1a33c684f95 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.1269939 Jun 28 15:37:19.947730 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-1a5ac916-75ef-40f0-bcfd-c46f308ef6f4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ef25eb1e174e92aca988d06792c704 HTTP/1.1" status: 200 len: 380 time: 0.0978408 Jun 28 15:37:19.950760 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cdb89eef-9417-4648-a6ed-fd5bc6aedb14 req-da857403-cb29-4ba0-bb7a-7eb08062c98b tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703306 Jun 28 15:37:19.965416 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Request body: {'port': {'device_id': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'admin_state_up': True, 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'security_groups': ['0e25b63e-ec9c-4d31-8021-3018095f7518']}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:37:20.113604 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Made reservation on behalf of 02ef25eb1e174e92aca988d06792c704 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:37:20.117880 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:20.269656 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Allocated IP 172.20.0.3 (fbca97b7-ebe9-428d-b7c3-f04dc074de06/fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef/66f280c7-fce0-4188-9ead-bb38fc80290e) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:37:20.420462 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:20.436752 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Transition to ACTIVE for port object 66f280c7-fce0-4188-9ead-bb38fc80290e will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:37:20.480785 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:20.484817 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-29a3475b-0760-4856-8023-042695b7e8e2 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:20.488430 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-760a33ac-11a3-4e08-b263-1d356ab7becd req-29c228fd-7d69-4883-aa21-3f29b1750015 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 210 time: 0.0380278 Jun 28 15:37:20.537669 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Network fbca97b7-ebe9-428d-b7c3-f04dc074de06 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:37:20.543733 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:37:20.545764 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event updated for resources: {'Port': ['ID=66f280c7-fce0-4188-9ead-bb38fc80290e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:20.554072 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:37:20.562318 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:20.563003 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:20.573179 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:20.579797 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6253700 Jun 28 15:37:20.592210 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Request body: {'port': {'device_id': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:37:20.676538 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:20.857440 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-9f466b03-3424-4b72-b9f7-485569de262f None None] Provisioning for port 66f280c7-fce0-4188-9ead-bb38fc80290e completed by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:37:20.861350 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-9f466b03-3424-4b72-b9f7-485569de262f None None] Provisioning complete for port 66f280c7-fce0-4188-9ead-bb38fc80290e triggered by entity DHCP. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:20.861766 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9f466b03-3424-4b72-b9f7-485569de262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:20.916563 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-9f466b03-3424-4b72-b9f7-485569de262f None None] Port 66f280c7-fce0-4188-9ead-bb38fc80290e cannot update to ACTIVE because it is not bound. {{(pid=92922) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 15:37:21.019124 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f280c7-fce0-4188-9ead-bb38fc80290e {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:37:21.027175 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:21.048294 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Transition to ACTIVE for port object 66f280c7-fce0-4188-9ead-bb38fc80290e will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:37:21.064445 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:21.074188 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-67623458-a372-4c69-9881-aae89394846f tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:21.141372 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Pushing event updated for resources: {'Port': ['ID=66f280c7-fce0-4188-9ead-bb38fc80290e,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:21.162075 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:21.181656 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Attempting to bind port 66f280c7-fce0-4188-9ead-bb38fc80290e on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:37:21.181994 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Attempting to bind port 66f280c7-fce0-4188-9ead-bb38fc80290e by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:37:21.182430 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Attempting to bind port 66f280c7-fce0-4188-9ead-bb38fc80290e on network fbca97b7-ebe9-428d-b7c3-f04dc074de06 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:37:21.194250 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Port 66f280c7-fce0-4188-9ead-bb38fc80290e on network fbca97b7-ebe9-428d-b7c3-f04dc074de06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:37:21.194616 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Attempting to bind port 66f280c7-fce0-4188-9ead-bb38fc80290e on network fbca97b7-ebe9-428d-b7c3-f04dc074de06 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:37:21.205679 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:37:21.206021 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Checking segment: {'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:37:21.206409 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Bound using segment: {'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:37:21.206871 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Bound port: 66f280c7-fce0-4188-9ead-bb38fc80290e, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:37:21.207765 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:21.269341 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce9087-c841-4a25-9faf-20580f9ea809 req-5af039a6-f905-448b-8521-3d454f614a89 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:21.280364 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-43ce9087-c841-4a25-9faf-20580f9ea809 req-5af039a6-f905-448b-8521-3d454f614a89 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.1878142 Jun 28 15:37:21.376335 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-43ce9087-c841-4a25-9faf-20580f9ea809 req-ee059901-2c45-409b-93df-30d3c196c5b8 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950110 Jun 28 15:37:21.386194 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] For port 66f280c7-fce0-4188-9ead-bb38fc80290e, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:37:21.390909 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] For port 66f280c7-fce0-4188-9ead-bb38fc80290e, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66f280c7-fce0-4188-9ead-bb38fc80290e,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:37:21.405838 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:21.418545 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:21.453745 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:21.454351 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:21.455736 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] 10.222.0.13 "PUT /v2.0/ports/66f280c7-fce0-4188-9ead-bb38fc80290e HTTP/1.1" status: 200 len: 1093 time: 0.8681700 Jun 28 15:37:21.458597 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:37:21.462747 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f8e33b-2f94-462a-b42f-8ec983e0a8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:37:21.543563 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Pushing event updated for resources: {'Port': ['ID=66f280c7-fce0-4188-9ead-bb38fc80290e,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:21.565161 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:21.568485 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9577733f-fbda-421a-967b-c813055e34ba x-openstack-request-id: req-9577733f-fbda-421a-967b-c813055e34ba {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:37:21.569191 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:37:21.569647 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9577733f-fbda-421a-967b-c813055e34ba {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:37:21.570219 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'status': 'completed', 'code': 200} Jun 28 15:37:21.671439 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-e80bea8c-7fde-44a8-b918-5a68bcea2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:21.677444 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-e80bea8c-7fde-44a8-b918-5a68bcea2fbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ef25eb1e174e92aca988d06792c704&device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 1096 time: 0.1297264 Jun 28 15:37:21.731569 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-27d1d27a-5587-473b-81b2-bbe38803502a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f280c7-fce0-4188-9ead-bb38fc80290e HTTP/1.1" status: 200 len: 217 time: 0.0431273 Jun 28 15:37:21.808315 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-e0a0a70c-a842-4700-bce4-9507494d5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:21.809924 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-e0a0a70c-a842-4700-bce4-9507494d5c0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef HTTP/1.1" status: 200 len: 848 time: 0.0717456 Jun 28 15:37:21.879293 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-267f7117-4955-46de-98b6-82db4fca7057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:21.881204 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-267f7117-4955-46de-98b6-82db4fca7057 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbca97b7-ebe9-428d-b7c3-f04dc074de06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0636933 Jun 28 15:37:21.883101 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaa193-1737-4e97-8d31-d7515922525a req-e7f55917-9111-45db-a5a0-3f0aee259e7d tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:21.885255 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-18aaa193-1737-4e97-8d31-d7515922525a req-e7f55917-9111-45db-a5a0-3f0aee259e7d tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 943 time: 0.2133763 Jun 28 15:37:21.949294 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-18aaa193-1737-4e97-8d31-d7515922525a req-5c6d6da2-9007-47ac-bf35-95bc45ef949f tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562708 Jun 28 15:37:21.989683 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-35f7c145-ea02-4f91-883b-7fc4af6a2b2c service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982614 Jun 28 15:37:22.091768 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59bf0e86-c8d3-478c-ae1c-64953745a4d7 req-f6198d81-e759-4934-b79f-5a913f5be647 service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949798 Jun 28 15:37:22.193877 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e33b-2f94-462a-b42f-8ec983e0a8e4 req-f2970a31-7f3b-4e9e-b951-fe7108d0266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:22.195434 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-82f8e33b-2f94-462a-b42f-8ec983e0a8e4 req-f2970a31-7f3b-4e9e-b951-fe7108d0266d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ef25eb1e174e92aca988d06792c704&device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 1096 time: 0.0534389 Jun 28 15:37:22.292561 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e33b-2f94-462a-b42f-8ec983e0a8e4 req-62f1f01e-cca1-458f-ac53-11f5cc2d4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:22.294152 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-82f8e33b-2f94-462a-b42f-8ec983e0a8e4 req-62f1f01e-cca1-458f-ac53-11f5cc2d4311 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbca97b7-ebe9-428d-b7c3-f04dc074de06 HTTP/1.1" status: 200 len: 910 time: 0.0910833 Jun 28 15:37:22.340366 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-82f8e33b-2f94-462a-b42f-8ec983e0a8e4 req-7c20cc7e-7b37-42de-898a-456cada05c42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f280c7-fce0-4188-9ead-bb38fc80290e HTTP/1.1" status: 200 len: 217 time: 0.0373082 Jun 28 15:37:22.403374 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e33b-2f94-462a-b42f-8ec983e0a8e4 req-f0a4c42c-529a-43ff-bc4d-c8db3a706aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:22.404975 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-82f8e33b-2f94-462a-b42f-8ec983e0a8e4 req-f0a4c42c-529a-43ff-bc4d-c8db3a706aa8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef HTTP/1.1" status: 200 len: 848 time: 0.0569105 Jun 28 15:37:22.492341 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e33b-2f94-462a-b42f-8ec983e0a8e4 req-b45fbc06-635f-455b-b7b3-73be0a4f6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:22.493892 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-82f8e33b-2f94-462a-b42f-8ec983e0a8e4 req-b45fbc06-635f-455b-b7b3-73be0a4f6898 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbca97b7-ebe9-428d-b7c3-f04dc074de06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789428 Jun 28 15:37:22.639227 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-82f8e33b-2f94-462a-b42f-8ec983e0a8e4 req-834f3162-5df0-4ed5-9f56-dbbd0c4226fb service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359200 Jun 28 15:37:22.730872 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643cb09-d0a1-4155-89ae-7a1a9a12485a req-8298c270-c7ef-4792-bccc-bf30a844a306 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:22.732363 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8643cb09-d0a1-4155-89ae-7a1a9a12485a req-8298c270-c7ef-4792-bccc-bf30a844a306 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.2211893 Jun 28 15:37:22.782552 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-82f8e33b-2f94-462a-b42f-8ec983e0a8e4 req-256ab8d9-87aa-4289-8794-924486ef01bb service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360967 Jun 28 15:37:22.796408 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8643cb09-d0a1-4155-89ae-7a1a9a12485a req-bd4df8f8-01df-4c01-8a1a-1b12f32a3742 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536957 Jun 28 15:37:23.175466 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213198b0-a496-4aaf-b375-7a08bbe7a3c0 req-c3f757fa-f9ad-422d-a8e2-a936e92adcb6 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:23.177932 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-213198b0-a496-4aaf-b375-7a08bbe7a3c0 req-c3f757fa-f9ad-422d-a8e2-a936e92adcb6 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 943 time: 0.0864418 Jun 28 15:37:23.235061 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-213198b0-a496-4aaf-b375-7a08bbe7a3c0 req-8094ba6d-583c-4dc3-b63f-1ba2211636f1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498376 Jun 28 15:37:23.997287 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c3537-23b9-43ba-9f11-a867f5369b83 req-014a62c5-a11b-478d-8cb9-18dc962ae3c0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:24.002924 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-885c3537-23b9-43ba-9f11-a867f5369b83 req-014a62c5-a11b-478d-8cb9-18dc962ae3c0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0700352 Jun 28 15:37:24.040818 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-885c3537-23b9-43ba-9f11-a867f5369b83 req-daa69bde-7ea7-411e-9e55-87990c12a1f9 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350761 Jun 28 15:37:24.069378 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 66f280c7-fce0-4188-9ead-bb38fc80290e details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:37:24.191140 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 66f280c7-fce0-4188-9ead-bb38fc80290e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66f280c7-fce0-4188-9ead-bb38fc80290e,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:24.208602 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'port_id': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'mac_address': 'fa:16:3e:4f:1c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:37:24.262927 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:24.278276 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f280c7-fce0-4188-9ead-bb38fc80290e {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:37:24.306343 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 66f280c7-fce0-4188-9ead-bb38fc80290e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66f280c7-fce0-4188-9ead-bb38fc80290e,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:24.312656 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:24.316465 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:24.397762 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=66f280c7-fce0-4188-9ead-bb38fc80290e,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:24.407685 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:24.485591 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40218c-6f2b-4e75-8830-53099819a88d req-0015994b-da62-4502-a1bb-b3ae8eb34447 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:24.487367 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4f40218c-6f2b-4e75-8830-53099819a88d req-0015994b-da62-4502-a1bb-b3ae8eb34447 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 944 time: 0.0780427 Jun 28 15:37:24.527936 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4f40218c-6f2b-4e75-8830-53099819a88d req-bf4dc319-8c1f-4d8f-9798-638d1fc850b4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340033 Jun 28 15:37:24.569182 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['66f280c7-fce0-4188-9ead-bb38fc80290e'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:37:25.240214 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972c7c6-4ffd-46eb-a596-56b92cf21e4b req-0a378f46-917e-4999-b203-b8294eb3e1fa tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:25.247022 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2972c7c6-4ffd-46eb-a596-56b92cf21e4b req-0a378f46-917e-4999-b203-b8294eb3e1fa tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0715330 Jun 28 15:37:25.280334 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2972c7c6-4ffd-46eb-a596-56b92cf21e4b req-40f4f3c2-fc59-42b4-b9de-8a0a32a8e2ff tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323348 Jun 28 15:37:25.770519 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639ac77-3cbe-4431-86c5-ca5d58a5bb0b req-bb6c9bc6-cf8a-48f4-899b-ebe0b5a7f66c tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:25.772262 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4639ac77-3cbe-4431-86c5-ca5d58a5bb0b req-bb6c9bc6-cf8a-48f4-899b-ebe0b5a7f66c tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 944 time: 0.0966420 Jun 28 15:37:25.821370 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4639ac77-3cbe-4431-86c5-ca5d58a5bb0b req-c1971a8e-fade-4957-a2d9-29ef5f700bcc tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Jun 28 15:37:26.078311 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 66f280c7-fce0-4188-9ead-bb38fc80290e up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:37:26.136724 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 66f280c7-fce0-4188-9ead-bb38fc80290e completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:37:26.142064 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 66f280c7-fce0-4188-9ead-bb38fc80290e triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:26.142577 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:26.225291 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:26.256537 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:37:26.259285 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52c00c1-79fb-4abc-ae79-ff18d4e3a78a" -d '{"events": [{"server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "name": "network-vif-plugged", "status": "completed", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:37:26.275418 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 66f280c7-fce0-4188-9ead-bb38fc80290e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66f280c7-fce0-4188-9ead-bb38fc80290e,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:26.287922 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:26.290023 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:26.315015 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be9a5fb-84e6-493c-8e55-357512390dc5 x-openstack-request-id: req-1be9a5fb-84e6-493c-8e55-357512390dc5 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:37:26.315771 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "name": "network-vif-plugged", "status": "completed", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:37:26.316207 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1be9a5fb-84e6-493c-8e55-357512390dc5 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:37:26.317931 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'code': 200} Jun 28 15:37:26.351191 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=66f280c7-fce0-4188-9ead-bb38fc80290e,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:26.354227 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:26.476207 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7415ced-1e1b-4dc8-820d-9aa1eec24229 req-6afdc175-9305-4236-9a1d-8856d36aadcf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:26.477709 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c7415ced-1e1b-4dc8-820d-9aa1eec24229 req-6afdc175-9305-4236-9a1d-8856d36aadcf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0685410 Jun 28 15:37:26.517529 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c7415ced-1e1b-4dc8-820d-9aa1eec24229 req-798c91f2-c3eb-45c3-a817-c4def5e49cb8 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329113 Jun 28 15:37:26.614149 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199bebd-f136-4e2d-be8b-c762f4c94e1d req-a13838f0-e9ef-42d6-8775-faa83840d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:26.615544 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7199bebd-f136-4e2d-be8b-c762f4c94e1d req-a13838f0-e9ef-42d6-8775-faa83840d293 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 1098 time: 0.0504317 Jun 28 15:37:26.648031 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7199bebd-f136-4e2d-be8b-c762f4c94e1d req-64cfc808-1842-4bc3-b4ed-63209d111afe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263667 Jun 28 15:37:27.000774 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f778af-fd9b-4b32-8419-e22d17e83f9c req-1fa42fdc-b122-4804-ab07-3bc1ae80dd74 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:27.002268 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c9f778af-fd9b-4b32-8419-e22d17e83f9c req-1fa42fdc-b122-4804-ab07-3bc1ae80dd74 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0663710 Jun 28 15:37:27.042765 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c9f778af-fd9b-4b32-8419-e22d17e83f9c req-1b260e1f-5999-47f6-b71d-43996961858d tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335293 Jun 28 15:37:27.070047 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ca297-80df-410b-8c26-8d7d3ba7ae16 req-d38cfc90-7d2e-4e13-8dec-efd193f31b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:27.071583 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e26ca297-80df-410b-8c26-8d7d3ba7ae16 req-d38cfc90-7d2e-4e13-8dec-efd193f31b75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 1099 time: 0.0579765 Jun 28 15:37:27.163055 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ca297-80df-410b-8c26-8d7d3ba7ae16 req-b6b328c1-7f7c-494c-8f27-bcd3c6dbead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:27.164510 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e26ca297-80df-410b-8c26-8d7d3ba7ae16 req-b6b328c1-7f7c-494c-8f27-bcd3c6dbead1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 918 time: 0.0861156 Jun 28 15:37:27.234000 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e26ca297-80df-410b-8c26-8d7d3ba7ae16 req-bea64db0-89cd-40e2-a24a-aaf9628d5ba6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f HTTP/1.1" status: 200 len: 1002 time: 0.0621982 Jun 28 15:37:27.284486 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ca297-80df-410b-8c26-8d7d3ba7ae16 req-02e06f37-15a9-4c92-9244-728c0d87b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:27.286223 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e26ca297-80df-410b-8c26-8d7d3ba7ae16 req-02e06f37-15a9-4c92-9244-728c0d87b073 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 200 len: 856 time: 0.0439949 Jun 28 15:37:27.352474 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ca297-80df-410b-8c26-8d7d3ba7ae16 req-e07cd605-9737-4c8e-8c9e-6b3532442908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:27.353996 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e26ca297-80df-410b-8c26-8d7d3ba7ae16 req-e07cd605-9737-4c8e-8c9e-6b3532442908 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c468dac8-aa22-4082-b723-9376a95ffc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0587335 Jun 28 15:37:27.458279 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e26ca297-80df-410b-8c26-8d7d3ba7ae16 req-263d5657-399c-439d-9fa0-a4344082f417 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895281 Jun 28 15:37:27.557334 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e26ca297-80df-410b-8c26-8d7d3ba7ae16 req-521fca5b-4da2-46f6-9724-d1ee2466a9ca service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894001 Jun 28 15:37:27.699115 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00e9f8-c66b-4a66-9f6d-feabb8f6febb req-780691ac-6372-4bbf-ad76-aa41408d0b24 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:27.700581 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bb00e9f8-c66b-4a66-9f6d-feabb8f6febb req-780691ac-6372-4bbf-ad76-aa41408d0b24 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0635109 Jun 28 15:37:27.736883 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-bb00e9f8-c66b-4a66-9f6d-feabb8f6febb req-1361b236-e7fe-4314-8b94-80da9a0ed5c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306790 Jun 28 15:37:28.218404 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307daada-ee6e-4f75-ba0c-0d0d68d826ac req-0847fe40-98d9-4d8b-9c1f-38edc7799b30 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:28.219785 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-307daada-ee6e-4f75-ba0c-0d0d68d826ac req-0847fe40-98d9-4d8b-9c1f-38edc7799b30 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0655813 Jun 28 15:37:28.256097 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-307daada-ee6e-4f75-ba0c-0d0d68d826ac req-4547b484-647b-4379-b6f2-e7d85ab6ea44 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309002 Jun 28 15:37:28.431845 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a2d5e-34d6-4f1f-b6bd-ab43bd24e9e6 req-945cf887-5099-4526-b9f3-02734765849d tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:28.433358 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-364a2d5e-34d6-4f1f-b6bd-ab43bd24e9e6 req-945cf887-5099-4526-b9f3-02734765849d tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0677097 Jun 28 15:37:28.470043 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-364a2d5e-34d6-4f1f-b6bd-ab43bd24e9e6 req-6fcacf96-e5f3-4a5a-8ee7-69528a24d268 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311210 Jun 28 15:37:28.494119 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56662) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:28.588709 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f84ea-515a-4dbb-a09c-931a7dbb893e tempest-TestShelveInstance-97203003 tempest-TestShelveInstance-97203003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:28.590224 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-eb8f84ea-515a-4dbb-a09c-931a7dbb893e tempest-TestShelveInstance-97203003 tempest-TestShelveInstance-97203003-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 1093 time: 0.0951183 Jun 28 15:37:28.593190 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56666) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:28.597528 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Request body: {'floatingip': {'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'port_id': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:37:28.620946 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for floatingip, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:28.717810 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:28.818822 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Allocated IP 172.28.1.183 (0d581cc7-00ec-4ce1-9e02-6808d9257981/8a610884-1f2b-4992-bb5c-78204b0ee812/feaf6164-d9fa-47ba-8b6b-bd92944ba846) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:37:28.910918 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d5e09-7350-4134-8d9b-4308e291b1cf req-7be39745-b080-4ddf-a353-cd8b7136a77a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:28.913043 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-747d5e09-7350-4134-8d9b-4308e291b1cf req-7be39745-b080-4ddf-a353-cd8b7136a77a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0609083 Jun 28 15:37:28.921728 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:28.951594 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-747d5e09-7350-4134-8d9b-4308e291b1cf req-9b182e1e-0d44-4dc2-b215-1bbf61fe941c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319252 Jun 28 15:37:28.960646 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59778261'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:28.963488 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:28.994507 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Network 0d581cc7-00ec-4ce1-9e02-6808d9257981 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:37:28.997237 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:37:28.999926 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:37:29.039598 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event updated for resources: {'Port': ['ID=feaf6164-d9fa-47ba-8b6b-bd92944ba846,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:29.042439 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:29.372873 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:29.447405 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:29.599059 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:29.604773 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778087'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:29.610738 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:29.676067 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event updated for resources: {'Port': ['ID=feaf6164-d9fa-47ba-8b6b-bd92944ba846,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:29.680448 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:29.687546 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:29.784239 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.l3_db [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Floating IP b41fb297-c271-44ca-9138-838118fed14d associated. External IP: 172.28.1.183, port: 66f280c7-fce0-4188-9ead-bb38fc80290e. Jun 28 15:37:30.118226 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device bd75c3e1-3910-4a31-8f53-69f9a2aff10f no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:37:30.142181 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411ea98-6f80-4cf5-b9c7-67e5d3cc2b52 req-f3a0abed-a421-41a1-b197-1d9f3a29b98a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:30.144164 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0411ea98-6f80-4cf5-b9c7-67e5d3cc2b52 req-f3a0abed-a421-41a1-b197-1d9f3a29b98a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 946 time: 0.0748248 Jun 28 15:37:30.203174 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:30.205138 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0411ea98-6f80-4cf5-b9c7-67e5d3cc2b52 req-b58b4430-f604-4bc0-ad21-60810dea83df tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551927 Jun 28 15:37:30.227608 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:37:30.230082 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ec212d-17b7-45b1-9552-a328cce9515c" -d '{"events": [{"server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "name": "network-vif-unplugged", "status": "completed", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:37:30.243324 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:30.251896 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:30.255378 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46581af4-7423-4a62-aef2-4d1f0aeaa7ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:30.293506 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038f1cb8-e809-49b6-b44a-569883aefe15 x-openstack-request-id: req-038f1cb8-e809-49b6-b44a-569883aefe15 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:37:30.293816 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "name": "network-vif-unplugged", "status": "failed", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f", "code": 422}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:37:30.294255 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-038f1cb8-e809-49b6-b44a-569883aefe15 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:37:30.294849 dv-cinder-797245-5-smb neutron-server[92922]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'code': 422} returned with failed status Jun 28 15:37:30.308920 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Router 34566053-24f0-4c0f-b6ed-b8bcffa5689f has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:37:30.323273 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,revision_number=8']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:30.326698 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:30.417680 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:37:30.429445 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c3155-65a9-4fbd-af36-7ca952482faf None None] Sync routers for ids ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:37:30.439202 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:30.440383 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c3155-65a9-4fbd-af36-7ca952482faf None None] Routers {'34566053-24f0-4c0f-b6ed-b8bcffa5689f'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:37:30.440563 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b97c3155-65a9-4fbd-af36-7ca952482faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:37:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:30.485735 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8915148 Jun 28 15:37:30.486573 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:37:30.489382 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299521533173c05a36196c73841158df7b53abe6ce317cc0fe5db9242a299b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1f100c-4521-4fda-9962-425fdb1452cf" -d '{"events": [{"name": "network-changed", "server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:37:30.537646 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc885026-ed64-4e00-a837-d33bd3d6cef6 x-openstack-request-id: req-fc885026-ed64-4e00-a837-d33bd3d6cef6 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:37:30.537646 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:37:30.537646 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc885026-ed64-4e00-a837-d33bd3d6cef6 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:37:30.538073 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'status': 'completed', 'code': 200} Jun 28 15:37:30.571124 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-b97c3155-65a9-4fbd-af36-7ca952482faf None None] Set router 34566053-24f0-4c0f-b6ed-b8bcffa5689f gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:37:30.614990 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f100c-4521-4fda-9962-425fdb1452cf req-169d4e0b-e28c-4521-b570-e25c2fe23e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:30.616527 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e1f100c-4521-4fda-9962-425fdb1452cf req-169d4e0b-e28c-4521-b570-e25c2fe23e10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ef25eb1e174e92aca988d06792c704&device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 1098 time: 0.0569153 Jun 28 15:37:30.723426 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f100c-4521-4fda-9962-425fdb1452cf req-3b58de29-a56d-4706-9ab3-a62aa59d7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:30.725046 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e1f100c-4521-4fda-9962-425fdb1452cf req-3b58de29-a56d-4706-9ab3-a62aa59d7f38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbca97b7-ebe9-428d-b7c3-f04dc074de06 HTTP/1.1" status: 200 len: 910 time: 0.1016030 Jun 28 15:37:30.799843 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e1f100c-4521-4fda-9962-425fdb1452cf req-a9cec713-c71b-4ef3-8f18-7fbdcbd20dde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f280c7-fce0-4188-9ead-bb38fc80290e HTTP/1.1" status: 200 len: 999 time: 0.0675159 Jun 28 15:37:30.804962 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b97c3155-65a9-4fbd-af36-7ca952482faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': 'b41fb297-c271-44ca-9138-838118fed14d', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'port_id': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'mac_address': 'fa:16:3e:4f:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:37:29Z', 'updated_at': '2021-06-28T15:37:29Z', 'revision_number': 0, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2225057f-df04-4444-aff2-a188553c6820', 'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'mac_address': 'fa:16:3e:65:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:54Z', 'updated_at': '2021-06-28T15:37:01Z', 'revision_number': 5, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'subnets': [{'id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:30.835946 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c3155-65a9-4fbd-af36-7ca952482faf None None] Checking router: 34566053-24f0-4c0f-b6ed-b8bcffa5689f for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:37:30.844306 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c3155-65a9-4fbd-af36-7ca952482faf None None] Routers {'34566053-24f0-4c0f-b6ed-b8bcffa5689f'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:37:30.844919 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b97c3155-65a9-4fbd-af36-7ca952482faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:37:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:30.851975 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f100c-4521-4fda-9962-425fdb1452cf req-26484f7a-1a12-43f4-a822-fe50621a853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:30.853666 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e1f100c-4521-4fda-9962-425fdb1452cf req-26484f7a-1a12-43f4-a822-fe50621a853b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef HTTP/1.1" status: 200 len: 848 time: 0.0471678 Jun 28 15:37:30.922738 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f100c-4521-4fda-9962-425fdb1452cf req-7854b99e-56a3-4333-9173-8a1623f2b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:30.924794 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e1f100c-4521-4fda-9962-425fdb1452cf req-7854b99e-56a3-4333-9173-8a1623f2b66b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbca97b7-ebe9-428d-b7c3-f04dc074de06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0602314 Jun 28 15:37:30.972996 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-b97c3155-65a9-4fbd-af36-7ca952482faf None None] Set router 34566053-24f0-4c0f-b6ed-b8bcffa5689f gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:37:31.019693 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e1f100c-4521-4fda-9962-425fdb1452cf req-2781fafd-6bff-4474-8aba-3b310da161fb service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868652 Jun 28 15:37:31.127430 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e1f100c-4521-4fda-9962-425fdb1452cf req-37a68b12-22fb-41b3-bd75-88927564af5e service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009047 Jun 28 15:37:31.341004 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b97c3155-65a9-4fbd-af36-7ca952482faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': 'b41fb297-c271-44ca-9138-838118fed14d', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'port_id': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'mac_address': 'fa:16:3e:4f:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:37:29Z', 'updated_at': '2021-06-28T15:37:29Z', 'revision_number': 0, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2225057f-df04-4444-aff2-a188553c6820', 'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'mac_address': 'fa:16:3e:65:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:54Z', 'updated_at': '2021-06-28T15:37:01Z', 'revision_number': 5, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'subnets': [{'id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:31.380986 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c3155-65a9-4fbd-af36-7ca952482faf None None] The sync data for ids ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'] in dv-cinder-797245-5-smb is: [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_floatingips': [{'id': 'b41fb297-c271-44ca-9138-838118fed14d', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'router_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'port_id': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'mac_address': 'fa:16:3e:4f:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T15:37:29Z', 'updated_at': '2021-06-28T15:37:29Z', 'revision_number': 0, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2225057f-df04-4444-aff2-a188553c6820', 'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'mac_address': 'fa:16:3e:65:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:54Z', 'updated_at': '2021-06-28T15:37:01Z', 'revision_number': 5, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'subnets': [{'id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:37:31.529641 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0a22f-ad9d-419f-a1ac-0c15ba0b9bd0 req-7df336bb-65c8-47ac-bd6c-375fcd2e5ba2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:31.531158 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f1a0a22f-ad9d-419f-a1ac-0c15ba0b9bd0 req-7df336bb-65c8-47ac-bd6c-375fcd2e5ba2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0873990 Jun 28 15:37:31.573238 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f1a0a22f-ad9d-419f-a1ac-0c15ba0b9bd0 req-cec42acf-17fe-483c-80b0-8760721f45cf tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351985 Jun 28 15:37:31.666794 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5390ab1-8995-4d5f-a3ee-2cc6c0de6b88 None None] New status for floating IP b41fb297-c271-44ca-9138-838118fed14d: ACTIVE {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 15:37:31.737237 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56748) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:31.844642 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-11735a34-0edb-46fa-910e-2a7d9a62a9e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1059093 Jun 28 15:37:32.757077 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f465b-dbb7-4c62-8832-7640d98b9a71 req-d38d549a-ba67-43b3-9d89-c8fb03ff446e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:32.758550 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-458f465b-dbb7-4c62-8832-7640d98b9a71 req-d38d549a-ba67-43b3-9d89-c8fb03ff446e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0642240 Jun 28 15:37:32.796185 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-458f465b-dbb7-4c62-8832-7640d98b9a71 req-8d59a32f-9abe-4df1-9e4f-f2296ab0a39b tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317709 Jun 28 15:37:32.901865 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-5b93fe9c-d075-41a4-bd26-e23d3f47eada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:32.903447 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-5b93fe9c-d075-41a4-bd26-e23d3f47eada service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc&tenant_id=36fae96cd86749f98273c6117cbe28df HTTP/1.1" status: 200 len: 1097 time: 0.0564270 Jun 28 15:37:32.980485 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-a4bca2fd-e14a-4e24-a510-093d9b2edd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:32.981982 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-a4bca2fd-e14a-4e24-a510-093d9b2edd25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36fae96cd86749f98273c6117cbe28df&device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 1097 time: 0.0532811 Jun 28 15:37:33.072258 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-0cde10cf-1b94-4c28-82c0-7df7ec120f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:33.073965 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-0cde10cf-1b94-4c28-82c0-7df7ec120f79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 200 len: 918 time: 0.0853674 Jun 28 15:37:33.144120 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-01a0cc22-ff29-4f3e-b990-7ab6f496f55c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f HTTP/1.1" status: 200 len: 1000 time: 0.0632277 Jun 28 15:37:33.191740 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-865dbeb2-41c6-4ff5-972f-f9bcf2d08aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:33.193206 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-865dbeb2-41c6-4ff5-972f-f9bcf2d08aaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 200 len: 856 time: 0.0425410 Jun 28 15:37:33.251736 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-61875c13-ae5d-4b4a-a03f-c2dc7fae8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:33.253225 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-61875c13-ae5d-4b4a-a03f-c2dc7fae8b66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c468dac8-aa22-4082-b723-9376a95ffc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527492 Jun 28 15:37:33.353086 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-fce812e0-ec7b-4d57-b1df-03f6b70496aa service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876927 Jun 28 15:37:33.364981 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12325d0-1603-42b0-a68f-146f526538bc req-cea08d7a-2629-4d9f-bb09-fd0cc37897fa tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:33.366434 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a12325d0-1603-42b0-a68f-146f526538bc req-cea08d7a-2629-4d9f-bb09-fd0cc37897fa tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0617795 Jun 28 15:37:33.403114 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a12325d0-1603-42b0-a68f-146f526538bc req-8546f10f-45ac-4557-a1c8-a2935df3b490 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309234 Jun 28 15:37:33.441311 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3f96cdfc-d7ff-447e-b68e-d25a2d8d7b96 req-fc7d312d-2cb9-4349-b722-81bcda130615 service neutron] 10.222.0.13 "GET /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813236 Jun 28 15:37:33.936803 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ecf0189b-cc41-495a-8d16-4af98d435fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:34.049487 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72352c7e-2227-405e-a064-d78b2fbf54fa req-8558c0af-3a26-47c7-b3d9-0edfd2b041ab tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:34.051023 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-72352c7e-2227-405e-a064-d78b2fbf54fa req-8558c0af-3a26-47c7-b3d9-0edfd2b041ab tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0728691 Jun 28 15:37:34.093084 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-72352c7e-2227-405e-a064-d78b2fbf54fa req-34426873-edc9-421e-990d-7eb182bf4cb0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347831 Jun 28 15:37:34.700823 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78358767-4387-4a88-beb8-7f96c796610c req-86118578-b938-4a86-8ac3-17e204273d60 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:34.702595 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-78358767-4387-4a88-beb8-7f96c796610c req-86118578-b938-4a86-8ac3-17e204273d60 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0735660 Jun 28 15:37:34.744712 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-78358767-4387-4a88-beb8-7f96c796610c req-bb21764e-c2ac-4e1f-b564-01bda14375a7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347886 Jun 28 15:37:35.456509 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774dd53-4f2e-43c9-b2e5-f8d6eb00b5f1 req-605f471f-6e5b-47a3-8296-ec9239e80bf2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:35.463048 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5774dd53-4f2e-43c9-b2e5-f8d6eb00b5f1 req-605f471f-6e5b-47a3-8296-ec9239e80bf2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0778530 Jun 28 15:37:35.497540 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5774dd53-4f2e-43c9-b2e5-f8d6eb00b5f1 req-df192513-a5ad-471d-9a7b-b23471afea74 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333698 Jun 28 15:37:35.925868 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedef41a-7b4c-49a0-90c3-e266a3de26d1 req-2b764753-785a-4921-9037-9d864cdb465a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:35.928091 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-dedef41a-7b4c-49a0-90c3-e266a3de26d1 req-2b764753-785a-4921-9037-9d864cdb465a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0658500 Jun 28 15:37:35.966543 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-dedef41a-7b4c-49a0-90c3-e266a3de26d1 req-b5242fbb-143e-4330-a3cf-ac4efeba85f5 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328836 Jun 28 15:37:36.705199 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:36.722469 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5de826-8df9-4f88-a94e-155bc5d228ce req-d9ab6436-daef-47a4-a375-eeada7776ca0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:36.724546 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5c5de826-8df9-4f88-a94e-155bc5d228ce req-d9ab6436-daef-47a4-a375-eeada7776ca0 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0843413 Jun 28 15:37:36.766292 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5c5de826-8df9-4f88-a94e-155bc5d228ce req-ffe4c970-76ee-44a1-8eaa-1df03e1856e3 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360401 Jun 28 15:37:36.908891 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c48ac70-ff2f-4f9f-a694-e4448235feae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:37.144988 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360e2fc-e63a-4b80-8521-f73e5aa30615 req-41ff0772-ffeb-48b2-9cf2-ab435157ec5e tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:37.146960 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e360e2fc-e63a-4b80-8521-f73e5aa30615 req-41ff0772-ffeb-48b2-9cf2-ab435157ec5e tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0671227 Jun 28 15:37:37.185986 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e360e2fc-e63a-4b80-8521-f73e5aa30615 req-cce35569-c911-43c8-8493-72c3de75f989 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334046 Jun 28 15:37:37.537708 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:37.955056 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974dccb-d4f1-4ef3-87bc-d318587fe56c req-0a2bba3c-acfa-4b31-9f56-8a0280d61bcc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:37.956664 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a974dccb-d4f1-4ef3-87bc-d318587fe56c req-0a2bba3c-acfa-4b31-9f56-8a0280d61bcc tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0747988 Jun 28 15:37:37.996901 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a974dccb-d4f1-4ef3-87bc-d318587fe56c req-2b9200ae-cd79-40b6-b900-9e94403cb9ae tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337286 Jun 28 15:37:38.367760 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8817e02-c291-4bbc-a83e-25d126d9edff req-ab9c89f8-7af4-44e2-acd6-15692129c93d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:38.369372 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a8817e02-c291-4bbc-a83e-25d126d9edff req-ab9c89f8-7af4-44e2-acd6-15692129c93d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0680013 Jun 28 15:37:38.408802 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a8817e02-c291-4bbc-a83e-25d126d9edff req-a88e5336-f822-44c5-9570-0541760cd166 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336671 Jun 28 15:37:39.127494 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:39.184181 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c466fd9-b9c0-41cd-9df5-e869898d57c2 req-70c7e134-159a-4fb4-9d21-d9efed3f13e1 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:39.185632 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1c466fd9-b9c0-41cd-9df5-e869898d57c2 req-70c7e134-159a-4fb4-9d21-d9efed3f13e1 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0664093 Jun 28 15:37:39.223894 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1c466fd9-b9c0-41cd-9df5-e869898d57c2 req-3c888569-a8d4-417d-a0be-ab37db4888b2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326684 Jun 28 15:37:39.588246 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adc228-5d6f-4bf6-9dad-cb64edba5502 req-34ada8a1-eae6-45c9-bd89-fb615cabbbec tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:39.589805 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d7adc228-5d6f-4bf6-9dad-cb64edba5502 req-34ada8a1-eae6-45c9-bd89-fb615cabbbec tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0636456 Jun 28 15:37:39.627187 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d7adc228-5d6f-4bf6-9dad-cb64edba5502 req-d65b0279-d019-4915-93b5-9f508f6d16b9 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318525 Jun 28 15:37:40.406255 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a4898-a7b2-411f-81ae-5095af5ae30f req-65342074-0f22-4c9c-9544-15f487a56cc8 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:40.407786 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-935a4898-a7b2-411f-81ae-5095af5ae30f req-65342074-0f22-4c9c-9544-15f487a56cc8 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0671239 Jun 28 15:37:40.445884 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-935a4898-a7b2-411f-81ae-5095af5ae30f req-063d99cc-61ec-43cb-9d96-a425fa59570c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319848 Jun 28 15:37:40.805238 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7f62a-563a-4974-afe9-8dcc9d95b291 req-35f31613-d15f-4261-8077-9357fb22563c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:40.806786 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5cd7f62a-563a-4974-afe9-8dcc9d95b291 req-35f31613-d15f-4261-8077-9357fb22563c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0693886 Jun 28 15:37:40.846869 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5cd7f62a-563a-4974-afe9-8dcc9d95b291 req-4543dcb2-959c-4dcf-ba26-4163c939e01d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342784 Jun 28 15:37:41.627676 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5dcbd-d2eb-4691-bcbc-875784baf243 req-bbffbcbb-1be8-439b-8a85-ac5367f0204f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:41.629194 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1df5dcbd-d2eb-4691-bcbc-875784baf243 req-bbffbcbb-1be8-439b-8a85-ac5367f0204f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0673208 Jun 28 15:37:41.668012 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1df5dcbd-d2eb-4691-bcbc-875784baf243 req-66dffd85-f45a-4ab6-9bdf-92c00bb6d424 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332804 Jun 28 15:37:42.027575 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1767b6-f031-4691-843f-05816287bdb6 req-eac7d562-0b97-45a4-8e95-5e645765d3f3 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:42.029078 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ad1767b6-f031-4691-843f-05816287bdb6 req-eac7d562-0b97-45a4-8e95-5e645765d3f3 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0648501 Jun 28 15:37:42.067732 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ad1767b6-f031-4691-843f-05816287bdb6 req-ff62837b-610b-4668-8b86-f38e07030722 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324149 Jun 28 15:37:42.833361 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:37:42.851745 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a59f81-9e94-4fdd-895f-6964f2c77095 req-ef9eab4a-d318-41bf-b2fe-3f5b674d4a10 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:42.853245 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-69a59f81-9e94-4fdd-895f-6964f2c77095 req-ef9eab4a-d318-41bf-b2fe-3f5b674d4a10 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0679510 Jun 28 15:37:42.893665 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-69a59f81-9e94-4fdd-895f-6964f2c77095 req-9ccf0275-3904-47f7-aaf4-ff4734731154 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348663 Jun 28 15:37:43.242134 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9a2f-1b2f-4f34-9830-acc64a8a7572 req-04ed4924-331d-4a25-a0ed-4d0f1a7ead9d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:43.243647 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9eba9a2f-1b2f-4f34-9830-acc64a8a7572 req-04ed4924-331d-4a25-a0ed-4d0f1a7ead9d tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0631833 Jun 28 15:37:43.281042 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-9eba9a2f-1b2f-4f34-9830-acc64a8a7572 req-13030dd9-7b4f-4710-8a6f-dcb6bdc6e538 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318272 Jun 28 15:37:44.079755 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28257e-943d-47b9-808f-5d3258d76ea1 req-2323aa07-6f64-4dc4-acb2-e3a8a93a1895 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:44.081260 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6a28257e-943d-47b9-808f-5d3258d76ea1 req-2323aa07-6f64-4dc4-acb2-e3a8a93a1895 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0643203 Jun 28 15:37:44.121532 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6a28257e-943d-47b9-808f-5d3258d76ea1 req-2834440f-0c6e-4c7e-b305-41bf1e3fb913 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337498 Jun 28 15:37:44.455246 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66264b34-2910-4a9a-b3d1-2f3c01950351 req-3ab0cf44-1122-496b-b779-b2bd5e37b68a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:44.456678 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-66264b34-2910-4a9a-b3d1-2f3c01950351 req-3ab0cf44-1122-496b-b779-b2bd5e37b68a tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0655153 Jun 28 15:37:44.493963 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-66264b34-2910-4a9a-b3d1-2f3c01950351 req-3cd79771-fa99-4d3f-8dd8-363d9c38aa89 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Jun 28 15:37:45.291890 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f19e8f-46bd-4a2e-ba0a-e52f1858d8dd req-ba98a9a8-1082-48ce-b43e-04b14a4879b5 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:45.293305 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-74f19e8f-46bd-4a2e-ba0a-e52f1858d8dd req-ba98a9a8-1082-48ce-b43e-04b14a4879b5 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 944 time: 0.0601239 Jun 28 15:37:45.329281 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-74f19e8f-46bd-4a2e-ba0a-e52f1858d8dd req-082a765e-730c-40ee-83e4-ee9c207f7fde tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305920 Jun 28 15:37:45.662378 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89666d8-8c33-4658-aee7-f5ffad966965 req-11f3a5d8-01c2-4364-a2dd-7c37f47dfda7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:45.663780 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a89666d8-8c33-4658-aee7-f5ffad966965 req-11f3a5d8-01c2-4364-a2dd-7c37f47dfda7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0616078 Jun 28 15:37:45.700661 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a89666d8-8c33-4658-aee7-f5ffad966965 req-1c298e2d-d676-43e7-842f-8fc23ad10452 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups?id=c737a988-b8ae-42da-80fb-8af4a2f1398f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Jun 28 15:37:45.917606 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:46.149874 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c769630-3678-4d7c-861a-2090b4620d90 req-86fd9432-fbde-49b1-9d3a-84200e26aaef tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:46.151337 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5c769630-3678-4d7c-861a-2090b4620d90 req-86fd9432-fbde-49b1-9d3a-84200e26aaef tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.13 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 945 time: 0.0648780 Jun 28 15:37:46.193834 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device bd75c3e1-3910-4a31-8f53-69f9a2aff10f details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:37:46.247659 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Deleting port 49439b26-2aef-4168-83be-dfe6e279f5ab {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:37:46.248001 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:46.290285 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:46.301145 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'port_id': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'mac_address': 'fa:16:3e:5b:a2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:37:46.335950 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] For port 49439b26-2aef-4168-83be-dfe6e279f5ab, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=49439b26-2aef-4168-83be-dfe6e279f5ab,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:46.336532 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:46.337572 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:46.350473 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd75c3e1-3910-4a31-8f53-69f9a2aff10f {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:37:46.370423 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:46.375937 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:46.377936 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:46.423643 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,revision_number=9']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:46.426729 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:46.539492 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:46.539863 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:46.540176 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.l3_db [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Floating IP c2cacb42-3952-4ca7-b840-c982a2e992ff disassociated. External IP: 172.28.1.102, port: 49439b26-2aef-4168-83be-dfe6e279f5ab. Jun 28 15:37:46.540516 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Calling delete_port for 49439b26-2aef-4168-83be-dfe6e279f5ab owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:37:46.597461 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442ed66-e337-4a94-9d08-e02fd47164eb req-92a2cadc-c5fe-4e39-9d80-48b112509080 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:46.599482 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1442ed66-e337-4a94-9d08-e02fd47164eb req-92a2cadc-c5fe-4e39-9d80-48b112509080 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 945 time: 0.1440165 Jun 28 15:37:46.609105 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['bd75c3e1-3910-4a31-8f53-69f9a2aff10f'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:37:46.658359 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1442ed66-e337-4a94-9d08-e02fd47164eb req-cadfc93e-05b1-42cf-8c89-4ba9b98c4f08 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525100 Jun 28 15:37:46.717906 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:46.722105 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dc1e6eca-9927-422b-a806-567ca50825c6 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:46.750996 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event deleted for resources: {'Port': ['ID=49439b26-2aef-4168-83be-dfe6e279f5ab,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:46.761396 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:46.761782 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:46.762143 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:46.762522 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:46.762874 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:46.763223 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:46.763568 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:46.763911 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:46.764258 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:46.765099 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:46.765099 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:46.765473 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:46.805660 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:46.863043 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-72a891b4-594d-4464-93d7-aad2f70803e6 req-7145da53-8188-413f-ae7d-d6bd43317283 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5735f8a6-fa91-432e-98c0-a8a0368843fa HTTP/1.1" status: 200 len: 210 time: 0.0376847 Jun 28 15:37:46.891254 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:37:47.264715 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:37:47.273995 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b749d53-fcfe-48f3-88fc-bc2c32f9783c None None] Sync routers for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:37:47.282743 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b749d53-fcfe-48f3-88fc-bc2c32f9783c None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:37:47.283351 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-0b749d53-fcfe-48f3-88fc-bc2c32f9783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:37:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:47.307789 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] No DVR routers for this DVR port 49439b26-2aef-4168-83be-dfe6e279f5ab on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:37:47.310291 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:47.312707 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5c769630-3678-4d7c-861a-2090b4620d90 req-0ddb78a6-2ccb-4fd6-af1e-41e0bc83e4c8 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.13 "DELETE /v2.0/ports/49439b26-2aef-4168-83be-dfe6e279f5ab HTTP/1.1" status: 204 len: 173 time: 1.1549900 Jun 28 15:37:47.313152 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'name': 'network-vif-deleted', 'tag': '49439b26-2aef-4168-83be-dfe6e279f5ab'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:37:47.315452 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0aba0f-7633-43ba-84d6-39927adacfb9" -d '{"events": [{"server_uuid": "5735f8a6-fa91-432e-98c0-a8a0368843fa", "name": "network-vif-deleted", "tag": "49439b26-2aef-4168-83be-dfe6e279f5ab"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:37:47.391199 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-0b749d53-fcfe-48f3-88fc-bc2c32f9783c None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:37:47.418107 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2389298c-395c-4356-9391-270fc15443ea x-openstack-request-id: req-2389298c-395c-4356-9391-270fc15443ea {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:37:47.418107 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5735f8a6-fa91-432e-98c0-a8a0368843fa", "name": "network-vif-deleted", "tag": "49439b26-2aef-4168-83be-dfe6e279f5ab", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:37:47.418746 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2389298c-395c-4356-9391-270fc15443ea {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:37:47.418849 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5735f8a6-fa91-432e-98c0-a8a0368843fa', 'name': 'network-vif-deleted', 'tag': '49439b26-2aef-4168-83be-dfe6e279f5ab', 'status': 'completed', 'code': 200} Jun 28 15:37:47.589961 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-0b749d53-fcfe-48f3-88fc-bc2c32f9783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:44Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:47.619408 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b749d53-fcfe-48f3-88fc-bc2c32f9783c None None] Checking router: c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:37:47.627436 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b749d53-fcfe-48f3-88fc-bc2c32f9783c None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:37:47.628027 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-0b749d53-fcfe-48f3-88fc-bc2c32f9783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:37:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:47.732834 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-0b749d53-fcfe-48f3-88fc-bc2c32f9783c None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:37:47.841393 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194e3bc-4038-48a4-8df8-05f2dc2479e0 req-9632ce8d-a82c-4604-9b0f-bf6587ec7696 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:47.842795 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0194e3bc-4038-48a4-8df8-05f2dc2479e0 req-9632ce8d-a82c-4604-9b0f-bf6587ec7696 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 945 time: 0.0634942 Jun 28 15:37:47.880763 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0194e3bc-4038-48a4-8df8-05f2dc2479e0 req-9de504be-1d31-421b-857a-83fe8b0bdeb2 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Jun 28 15:37:47.951728 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-0b749d53-fcfe-48f3-88fc-bc2c32f9783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:44Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:47.978500 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b749d53-fcfe-48f3-88fc-bc2c32f9783c None None] The sync data for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb is: [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:32:30Z', 'revision_number': 4, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '01f8354a-5772-442b-bfc3-4d5c920e34ad', 'name': '', 'network_id': 'bd283de2-b0ac-4f67-ad2f-3fe07c495478', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'mac_address': 'fa:16:3e:a7:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:29Z', 'updated_at': '2021-06-28T15:32:44Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'subnets': [{'id': '800ee415-7eda-45d6-8a9f-e801a3179bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:37:48.002853 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 56866) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:48.059777 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a566639f-da94-4da9-8c01-3d04f40ffd28 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.082764 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a566639f-da94-4da9-8c01-3d04f40ffd28 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.131136 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a566639f-da94-4da9-8c01-3d04f40ffd28 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.133725 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a566639f-da94-4da9-8c01-3d04f40ffd28 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.135019 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-a566639f-da94-4da9-8c01-3d04f40ffd28 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "DELETE /v2.0/security-groups/c737a988-b8ae-42da-80fb-8af4a2f1398f HTTP/1.1" status: 204 len: 168 time: 0.1310380 Jun 28 15:37:48.135956 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-23dd5283-8568-48df-94d9-3fc77ab1262e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:48.137845 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56868) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:48.145393 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566639f-da94-4da9-8c01-3d04f40ffd28 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c737a988-b8ae-42da-80fb-8af4a2f1398f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:48.148567 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a566639f-da94-4da9-8c01-3d04f40ffd28 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:48.155661 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.api.v2.resource [None req-c3207d8f-3526-4449-a1e4-7a20d390213c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] show failed (client error): The resource could not be found. Jun 28 15:37:48.156792 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-c3207d8f-3526-4449-a1e4-7a20d390213c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "GET /v2.0/security-groups/c737a988-b8ae-42da-80fb-8af4a2f1398f HTTP/1.1" status: 404 len: 347 time: 0.0176988 Jun 28 15:37:48.159812 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56870) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:48.199004 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3cdcdd-2d35-4469-bf3e-3e3ad378a3e0 None None] New status for floating IP c2cacb42-3952-4ca7-b840-c982a2e992ff: DOWN {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 15:37:48.211937 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device bd75c3e1-3910-4a31-8f53-69f9a2aff10f up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:37:48.264897 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port bd75c3e1-3910-4a31-8f53-69f9a2aff10f triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:37:48.265484 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.288688 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-2e839a65-935e-43a3-8fe6-a36c4693b4ff tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Deleting port d206026c-775d-445e-b9e9-8b9d3e2c46f0 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:37:48.289058 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e839a65-935e-43a3-8fe6-a36c4693b4ff tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.346198 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.370345 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:37:48.372571 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77525942-3ab1-48a3-855f-a24a694a28dc" -d '{"events": [{"server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:37:48.373885 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e839a65-935e-43a3-8fe6-a36c4693b4ff tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.374301 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e839a65-935e-43a3-8fe6-a36c4693b4ff tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.386290 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:48.392147 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.392413 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-2e839a65-935e-43a3-8fe6-a36c4693b4ff tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Calling delete_port for d206026c-775d-445e-b9e9-8b9d3e2c46f0 owned by network:floatingip {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:37:48.396748 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:48.428117 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215076d4-1334-4f8f-8213-4b087b3ce54c x-openstack-request-id: req-215076d4-1334-4f8f-8213-4b087b3ce54c {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:37:48.428426 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "name": "network-vif-plugged", "status": "completed", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:37:48.428688 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-215076d4-1334-4f8f-8213-4b087b3ce54c {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:37:48.429075 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'code': 200} Jun 28 15:37:48.458344 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,revision_number=10']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:48.460596 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:48.529238 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e839a65-935e-43a3-8fe6-a36c4693b4ff tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.531806 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-915f9c03-a5ad-41a3-b3ee-005a5ef75d69 tempest-ServerRescueNegativeTestJSON-824437164 tempest-ServerRescueNegativeTestJSON-824437164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:48.561351 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e839a65-935e-43a3-8fe6-a36c4693b4ff tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Pushing event deleted for resources: {'Port': ['ID=d206026c-775d-445e-b9e9-8b9d3e2c46f0,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:48.569451 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2e839a65-935e-43a3-8fe6-a36c4693b4ff tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:48.593908 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e839a65-935e-43a3-8fe6-a36c4693b4ff tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks [] for floatingip, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.596780 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e839a65-935e-43a3-8fe6-a36c4693b4ff tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:48.597932 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-2e839a65-935e-43a3-8fe6-a36c4693b4ff tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] 10.222.0.30 "DELETE /v2.0/floatingips/c2cacb42-3952-4ca7-b840-c982a2e992ff HTTP/1.1" status: 204 len: 168 time: 0.4371417 Jun 28 15:37:48.666149 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f757531-187d-424e-b562-b709a0795048 req-c4cbc38a-e76a-42e7-b7f6-5393c7ff84b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:48.667671 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8f757531-187d-424e-b562-b709a0795048 req-c4cbc38a-e76a-42e7-b7f6-5393c7ff84b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 1100 time: 0.0997822 Jun 28 15:37:48.704646 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8f757531-187d-424e-b562-b709a0795048 req-f5a96ef7-88ae-435c-ae00-5753a444e2a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292354 Jun 28 15:37:49.063394 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0a10-4e5b-4d74-9340-b958e536aa61 req-ecc8db31-f566-478b-896e-4458b6b2d415 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:49.064854 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-232f0a10-4e5b-4d74-9340-b958e536aa61 req-ecc8db31-f566-478b-896e-4458b6b2d415 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 947 time: 0.0647683 Jun 28 15:37:49.102017 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-232f0a10-4e5b-4d74-9340-b958e536aa61 req-c1c80214-4e9a-4be6-a350-07570b18a7ba tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307391 Jun 28 15:37:50.226694 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 49439b26-2aef-4168-83be-dfe6e279f5ab no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:37:50.246293 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 49439b26-2aef-4168-83be-dfe6e279f5ab {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:37:50.246590 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 49439b26-2aef-4168-83be-dfe6e279f5ab not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:37:50.282928 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa66150-e3f7-439a-bd58-8de85a246990 req-e7a1e207-604c-4cec-8fd0-05e752f508d1 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:37:50.284353 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-eaa66150-e3f7-439a-bd58-8de85a246990 req-e7a1e207-604c-4cec-8fd0-05e752f508d1 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 947 time: 0.0658536 Jun 28 15:37:50.320133 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-eaa66150-e3f7-439a-bd58-8de85a246990 req-1c9e1d62-00c8-459b-a5f2-b3c266d42771 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301590 Jun 28 15:37:52.258683 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56946) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:52.685379 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742948'] for router_interface, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:52.936649 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] Deleting port 01f8354a-5772-442b-bfc3-4d5c920e34ad {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:37:52.936989 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:53.017087 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] For port 01f8354a-5772-442b-bfc3-4d5c920e34ad, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=01f8354a-5772-442b-bfc3-4d5c920e34ad,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:53.017439 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:53.029275 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] Calling delete_port for 01f8354a-5772-442b-bfc3-4d5c920e34ad owned by network:router_interface {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:37:53.204102 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:53.206853 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:53.231082 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f8354a-5772-442b-bfc3-4d5c920e34ad,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:53.234859 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:53.355552 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4159211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3848980'] for router_interface, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:53.563712 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] Router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:37:53.666762 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:37:53.673513 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] 10.222.0.30 "PUT /v2.0/routers/c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4125390 Jun 28 15:37:53.675367 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56950) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:53.676203 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e8ff1-e618-408c-8aaa-3296144d2497 None None] Sync routers for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:37:53.685935 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e8ff1-e618-408c-8aaa-3296144d2497 None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:37:53.686578 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-238e8ff1-e618-408c-8aaa-3296144d2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:37:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:53.778059 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Notify callbacks [] for router, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:53.788251 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-238e8ff1-e618-408c-8aaa-3296144d2497 None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:37:53.881514 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:53.931658 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Deleting port 6e2f57fb-45e8-4ae8-adfc-69d382259a3f {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:37:53.932005 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:53.961075 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-238e8ff1-e618-408c-8aaa-3296144d2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:37:53Z', 'revision_number': 5, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port': {'id': '6e2f57fb-45e8-4ae8-adfc-69d382259a3f', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:54.011267 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] For port 6e2f57fb-45e8-4ae8-adfc-69d382259a3f, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=6e2f57fb-45e8-4ae8-adfc-69d382259a3f,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:54.011624 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:54.029283 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Calling delete_port for 6e2f57fb-45e8-4ae8-adfc-69d382259a3f owned by network:router_gateway {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:37:54.110152 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e8ff1-e618-408c-8aaa-3296144d2497 None None] Checking router: c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:37:54.118884 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e8ff1-e618-408c-8aaa-3296144d2497 None None] Routers {'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:37:54.119524 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-238e8ff1-e618-408c-8aaa-3296144d2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:37:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:54.195012 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:54.197422 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b027ef84-b208-4e0a-aa72-75629db6c90e tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:54.205187 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-238e8ff1-e618-408c-8aaa-3296144d2497 None None] Set router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:37:54.224704 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2f57fb-45e8-4ae8-adfc-69d382259a3f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:54.227824 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:54.249540 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3849345'] for router_gateway, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:54.259073 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-238e8ff1-e618-408c-8aaa-3296144d2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:37:53Z', 'revision_number': 6, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port_host': None}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:54.289447 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e8ff1-e618-408c-8aaa-3296144d2497 None None] The sync data for ids ['c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599'] in dv-cinder-797245-5-smb is: [{'id': 'c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599', 'name': 'tempest-AttachVolumeTestJSON-1998732877-router', 'tenant_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:20Z', 'updated_at': '2021-06-28T15:37:53Z', 'revision_number': 6, 'project_id': 'aa7b97b5f12b46409d73a4a413f3d442', 'gw_port_host': None}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:37:54.351137 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3848833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14097'] for router, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:54.353178 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:54.674744 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849931'] for router, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:54.675316 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 {{(pid=92921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 15:37:54.680232 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:54.681400 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-f7e1b5d4-f820-4f81-9c9f-dc7829e9094f admin admin] 10.222.0.30 "DELETE /v2.0/routers/c68fbd7f-6e7e-4fa2-b3cd-dd28e1503599 HTTP/1.1" status: 204 len: 168 time: 1.0050642 Jun 28 15:37:54.685934 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56952) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:54.730704 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3602f5-07c2-401f-ac0d-deed9df3eebc admin admin] Deleting subnet 800ee415-7eda-45d6-8a9f-e801a3179bb1 {{(pid=92921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:37:54.734536 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ef3602f5-07c2-401f-ac0d-deed9df3eebc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:54.769515 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ef3602f5-07c2-401f-ac0d-deed9df3eebc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:54.847141 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ef3602f5-07c2-401f-ac0d-deed9df3eebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:54.900348 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ef3602f5-07c2-401f-ac0d-deed9df3eebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for subnet, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:54.903355 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cc6c9133-5285-4015-8bab-9b90fd97a267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:54.925349 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3602f5-07c2-401f-ac0d-deed9df3eebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800ee415-7eda-45d6-8a9f-e801a3179bb1,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:54.928852 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ef3602f5-07c2-401f-ac0d-deed9df3eebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:54.929792 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ef3602f5-07c2-401f-ac0d-deed9df3eebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:54.931921 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-ef3602f5-07c2-401f-ac0d-deed9df3eebc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/800ee415-7eda-45d6-8a9f-e801a3179bb1 HTTP/1.1" status: 204 len: 168 time: 0.2448654 Jun 28 15:37:54.934201 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56954) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:54.936039 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cba759-0abc-4fa2-b726-eabaac75dc9a None None] Network bd283de2-b0ac-4f67-ad2f-3fe07c495478 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:37:55.004314 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.065631 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Deleting port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:37:55.065971 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.093780 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 6e2f57fb-45e8-4ae8-adfc-69d382259a3f no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:37:55.113846 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 6e2f57fb-45e8-4ae8-adfc-69d382259a3f {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:37:55.114738 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 6e2f57fb-45e8-4ae8-adfc-69d382259a3f not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:37:55.115169 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 01f8354a-5772-442b-bfc3-4d5c920e34ad no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:37:55.134604 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 01f8354a-5772-442b-bfc3-4d5c920e34ad {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:37:55.134964 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 01f8354a-5772-442b-bfc3-4d5c920e34ad not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:37:55.135846 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] For port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=6543a710-a9d9-4e52-8313-e50c1f4ccd6e,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:55.136204 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.153891 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cb67da-2669-40bb-b5d0-b4399542d5fb None None] DHCP port deletion for bd283de2-b0ac-4f67-ad2f-3fe07c495478 request from dv-cinder-797245-5-smb {{(pid=92922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 15:37:55.155866 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Calling delete_port for 6543a710-a9d9-4e52-8313-e50c1f4ccd6e owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:37:55.200440 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb67da-2669-40bb-b5d0-b4399542d5fb None None] Deleting port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:37:55.200818 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d9cb67da-2669-40bb-b5d0-b4399542d5fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.240404 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.243338 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b18c1c03-01a8-4e88-99d3-4920241cf8ee tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:55.265153 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-d9cb67da-2669-40bb-b5d0-b4399542d5fb None None] For port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=6543a710-a9d9-4e52-8313-e50c1f4ccd6e,segment=NetworkSegment(aa050733-62d9-424f-89ac-41fadc28fe7c),segment_id=aa050733-62d9-424f-89ac-41fadc28fe7c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:37:55.265527 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d9cb67da-2669-40bb-b5d0-b4399542d5fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.269689 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] No DVR routers for this DVR port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e on host dv-cinder-797245-5-smb {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:37:55.274981 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Pushing event deleted for resources: {'Port': ['ID=6543a710-a9d9-4e52-8313-e50c1f4ccd6e,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:55.277249 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:55.278872 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb67da-2669-40bb-b5d0-b4399542d5fb None None] Calling delete_port for 6543a710-a9d9-4e52-8313-e50c1f4ccd6e owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:37:55.351472 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.355921 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d9cb67da-2669-40bb-b5d0-b4399542d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.359336 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b28a9ed8-5996-42fe-ae72-7a5c4a6bf3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:55.362102 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.362503 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.363801 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.363801 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > port after_create 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.365008 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.365008 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > port after_update 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.365330 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.365654 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.365971 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.366297 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.383546 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb67da-2669-40bb-b5d0-b4399542d5fb None None] Pushing event deleted for resources: {'Port': ['ID=6543a710-a9d9-4e52-8313-e50c1f4ccd6e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:55.385893 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d9cb67da-2669-40bb-b5d0-b4399542d5fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:55.390412 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb67da-2669-40bb-b5d0-b4399542d5fb None None] No DVR routers for this DVR port 6543a710-a9d9-4e52-8313-e50c1f4ccd6e on host dv-cinder-797245-5-smb {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:37:55.440334 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.440636 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.440971 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.441306 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 15:37:55.441676 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd283de2-b0ac-4f67-ad2f-3fe07c495478']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:55.458922 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa050733-62d9-424f-89ac-41fadc28fe7c') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:55.459221 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa050733-62d9-424f-89ac-41fadc28fe7c') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:37:55.475098 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62140640'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.495367 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.503010 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:37:55.503400 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62911342'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: from cryptography.utils import int_from_bytes Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: from cryptography.utils import int_from_bytes Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: Traceback (most recent call last): Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: timer() Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: cb(*args, **kw) Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: return func(*args, **kwargs) Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: self._notify() Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: self.callback(batched_events) Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: event.method(event) Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:37:55.507420 dv-cinder-797245-5-smb neutron-server[92921]: return f(self, *a, **k) Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: return self._get(url).json() Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:37:55.512203 dv-cinder-797245-5-smb neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:37:55.565083 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.571315 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.573581 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bd283de2-b0ac-4f67-ad2f-3fe07c495478 HTTP/1.1" status: 204 len: 168 time: 0.6384184 Jun 28 15:37:55.574330 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-371d9a50-a720-40e4-8936-d54ba6e1417d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:55.586364 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd283de2-b0ac-4f67-ad2f-3fe07c495478,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:55.588842 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:55.681168 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56958) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:55.719436 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-63bb1733-ee01-4105-905f-c9d7fd50cc7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa7b97b5f12b46409d73a4a413f3d442&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370424 Jun 28 15:37:55.721666 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 56960) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:55.766569 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7654b3ec-b974-4e8f-91b4-83f6caea3d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.787787 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7654b3ec-b974-4e8f-91b4-83f6caea3d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.830901 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7654b3ec-b974-4e8f-91b4-83f6caea3d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.834063 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7654b3ec-b974-4e8f-91b4-83f6caea3d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:55.835186 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-7654b3ec-b974-4e8f-91b4-83f6caea3d75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/642b2179-2135-4a0d-ac2a-74c4c83757b3 HTTP/1.1" status: 204 len: 168 time: 0.1126435 Jun 28 15:37:55.835922 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:55.842781 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654b3ec-b974-4e8f-91b4-83f6caea3d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642b2179-2135-4a0d-ac2a-74c4c83757b3,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:55.845100 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7654b3ec-b974-4e8f-91b4-83f6caea3d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:56.984980 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 6543a710-a9d9-4e52-8313-e50c1f4ccd6e no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:37:57.008845 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 6543a710-a9d9-4e52-8313-e50c1f4ccd6e {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:37:57.009203 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 6543a710-a9d9-4e52-8313-e50c1f4ccd6e not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:37:59.460412 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57022) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:59.562085 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5e16-41ad-49a3-bd2e-451a547ecda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:59.647950 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5e16-41ad-49a3-bd2e-451a547ecda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:59.651369 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5e16-41ad-49a3-bd2e-451a547ecda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:59.654568 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ecd42a5c-5993-4be0-b2ef-8d94210f8c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:59.689436 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-3b7c5e16-41ad-49a3-bd2e-451a547ecda0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bbe9e0ad6e0444fba0a4cfae8d47996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279844 Jun 28 15:37:59.690684 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c5e16-41ad-49a3-bd2e-451a547ecda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910b96df-f766-4dc9-96c4-47eb2bcb038c,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:59.692108 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57026) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:37:59.693749 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3b7c5e16-41ad-49a3-bd2e-451a547ecda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:37:59.740879 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:59.760964 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:59.807014 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:59.809689 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:37:59.810844 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/910b96df-f766-4dc9-96c4-47eb2bcb038c HTTP/1.1" status: 204 len: 168 time: 0.1177483 Jun 28 15:37:59.811627 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c382da69-fd21-4076-8bd8-81fd536c66df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:37:59.819286 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910b96df-f766-4dc9-96c4-47eb2bcb038c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:37:59.826570 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:59.826948 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:59.827420 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:59.827664 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:59.828019 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:59.828374 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:59.828726 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:59.829087 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:59.829432 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:59.829777 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:59.830122 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:59.830480 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:37:59.833557 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:03.926221 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d82cf6d1-dd4f-47d6-94da-8a5ca8233a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:06.697422 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:06.910112 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7c850646-f4cc-4cea-bcdc-02cb30d1fbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:07.543061 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.090922 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57160) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:08.190127 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-74867ab8-fd04-47df-8387-5f4ab22907cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.273842 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-74867ab8-fd04-47df-8387-5f4ab22907cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.278485 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-74867ab8-fd04-47df-8387-5f4ab22907cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.281631 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-20122965-f4b0-41e9-82ac-ccf76f54e3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:08.316403 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-74867ab8-fd04-47df-8387-5f4ab22907cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3097a4cb90ce4246be083faeb8a8519b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244394 Jun 28 15:38:08.319231 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57164) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:08.320777 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74867ab8-fd04-47df-8387-5f4ab22907cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d187493-93c0-4f61-bf2c-ad26fed00b44,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:08.324082 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-74867ab8-fd04-47df-8387-5f4ab22907cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:08.369123 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c4754ec-a1c7-4e0f-8157-2a0330759108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.389294 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c4754ec-a1c7-4e0f-8157-2a0330759108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.434229 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c4754ec-a1c7-4e0f-8157-2a0330759108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.436832 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c4754ec-a1c7-4e0f-8157-2a0330759108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.437956 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-4c4754ec-a1c7-4e0f-8157-2a0330759108 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d187493-93c0-4f61-bf2c-ad26fed00b44 HTTP/1.1" status: 204 len: 168 time: 0.1176894 Jun 28 15:38:08.438840 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7fc13b21-5f78-467c-b533-08a3ef4de95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:08.446032 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4754ec-a1c7-4e0f-8157-2a0330759108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d187493-93c0-4f61-bf2c-ad26fed00b44,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:08.448616 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4c4754ec-a1c7-4e0f-8157-2a0330759108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:08.691738 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57170) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:08.704966 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a3154d53-c304-4bab-943f-0c2e048b5ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.795249 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a3154d53-c304-4bab-943f-0c2e048b5ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.798926 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a3154d53-c304-4bab-943f-0c2e048b5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.802286 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0897415d-b4b8-4a89-a71a-276cf3b4e60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:08.838846 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-a3154d53-c304-4bab-943f-0c2e048b5ecb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=112b6378bf3745b989954984a70f69ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460280 Jun 28 15:38:08.839695 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3154d53-c304-4bab-943f-0c2e048b5ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a93c53a-3cbc-4f76-b874-e5220b2e2c2f,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:08.841509 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57172) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:08.842703 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a3154d53-c304-4bab-943f-0c2e048b5ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:08.890121 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c55a063e-b996-4e8d-9f14-2374532ead82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.910490 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c55a063e-b996-4e8d-9f14-2374532ead82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.955412 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c55a063e-b996-4e8d-9f14-2374532ead82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.957964 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c55a063e-b996-4e8d-9f14-2374532ead82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:08.959743 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-c55a063e-b996-4e8d-9f14-2374532ead82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a93c53a-3cbc-4f76-b874-e5220b2e2c2f HTTP/1.1" status: 204 len: 168 time: 0.1172166 Jun 28 15:38:08.960500 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1c33980d-a983-4907-85a4-edbdd9a92436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:08.967804 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a063e-b996-4e8d-9f14-2374532ead82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a93c53a-3cbc-4f76-b874-e5220b2e2c2f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:08.970050 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c55a063e-b996-4e8d-9f14-2374532ead82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:09.131125 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:09.262954 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57178) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:09.276794 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-20c8f224-ad55-4c87-86e7-933e92462a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:09.363714 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-20c8f224-ad55-4c87-86e7-933e92462a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:09.368007 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-20c8f224-ad55-4c87-86e7-933e92462a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:09.371354 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2441f8c5-3bf4-4cab-ac52-03f29adbb553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:09.408719 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-20c8f224-ad55-4c87-86e7-933e92462a22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=181b5ba46a784b22b5af0e0128926894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446662 Jun 28 15:38:09.409624 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8f224-ad55-4c87-86e7-933e92462a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e39936-7552-4a0b-a581-2ff7d422a0f5,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:09.411374 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57180) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:09.413124 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-20c8f224-ad55-4c87-86e7-933e92462a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:09.461370 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7b36d894-0eb8-4952-95ca-c6f78b8e6173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:09.482278 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7b36d894-0eb8-4952-95ca-c6f78b8e6173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:09.526908 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7b36d894-0eb8-4952-95ca-c6f78b8e6173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:09.529417 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7b36d894-0eb8-4952-95ca-c6f78b8e6173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:09.530554 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-7b36d894-0eb8-4952-95ca-c6f78b8e6173 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99e39936-7552-4a0b-a581-2ff7d422a0f5 HTTP/1.1" status: 204 len: 168 time: 0.1169965 Jun 28 15:38:09.531350 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4c4754ec-a1c7-4e0f-8157-2a0330759108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:09.538314 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36d894-0eb8-4952-95ca-c6f78b8e6173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e39936-7552-4a0b-a581-2ff7d422a0f5,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:09.540489 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7b36d894-0eb8-4952-95ca-c6f78b8e6173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:15.678316 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57302) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:15.777201 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ab09-990e-43a5-a213-62ae57a818c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:15.862900 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ab09-990e-43a5-a213-62ae57a818c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:15.866425 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ab09-990e-43a5-a213-62ae57a818c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:15.869602 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:15.906403 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d5e3ab09-990e-43a5-a213-62ae57a818c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07c919d27b0d4451b85854c572662889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270274 Jun 28 15:38:15.907376 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3ab09-990e-43a5-a213-62ae57a818c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696c8f0c-94d5-46c9-aaed-66e0fda647d6,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:15.909097 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57306) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:15.910767 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d5e3ab09-990e-43a5-a213-62ae57a818c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:15.938951 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:15.961566 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4d04e45e-13a2-4443-a54d-1961371d145f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:15.981849 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4d04e45e-13a2-4443-a54d-1961371d145f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:16.027292 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4d04e45e-13a2-4443-a54d-1961371d145f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:16.029827 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4d04e45e-13a2-4443-a54d-1961371d145f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:16.030987 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-4d04e45e-13a2-4443-a54d-1961371d145f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/696c8f0c-94d5-46c9-aaed-66e0fda647d6 HTTP/1.1" status: 204 len: 168 time: 0.1207759 Jun 28 15:38:16.031747 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-76d8066e-d064-4653-8bb4-0b57e735b478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:16.038761 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04e45e-13a2-4443-a54d-1961371d145f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696c8f0c-94d5-46c9-aaed-66e0fda647d6,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:16.041703 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4d04e45e-13a2-4443-a54d-1961371d145f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:16.278822 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57312) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:16.292405 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c41e838-5485-4578-b796-3a3d43ee3a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:16.377200 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c41e838-5485-4578-b796-3a3d43ee3a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:16.380694 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c41e838-5485-4578-b796-3a3d43ee3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:16.384769 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a3154d53-c304-4bab-943f-0c2e048b5ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:16.419100 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-4c41e838-5485-4578-b796-3a3d43ee3a6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7399296532e4f2aa5a3642c4a8005e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388843 Jun 28 15:38:16.420264 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41e838-5485-4578-b796-3a3d43ee3a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c117521-9265-4488-9990-4ff357e9f29e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:16.421748 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57314) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:16.423302 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4c41e838-5485-4578-b796-3a3d43ee3a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:16.469134 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b51d5045-0cbd-4411-9495-452beb43a228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:16.489252 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b51d5045-0cbd-4411-9495-452beb43a228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:16.533775 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b51d5045-0cbd-4411-9495-452beb43a228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:16.536300 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b51d5045-0cbd-4411-9495-452beb43a228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:16.537400 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-b51d5045-0cbd-4411-9495-452beb43a228 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c117521-9265-4488-9990-4ff357e9f29e HTTP/1.1" status: 204 len: 168 time: 0.1147048 Jun 28 15:38:16.538118 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-24c65513-182b-4dd2-a038-909b0bf924b0 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:16.544997 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d5045-0cbd-4411-9495-452beb43a228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c117521-9265-4488-9990-4ff357e9f29e,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:16.547205 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b51d5045-0cbd-4411-9495-452beb43a228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:18.272789 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57386) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:18.370720 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a2f19573-f374-42c3-93b4-65583c4db2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:18.456269 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a2f19573-f374-42c3-93b4-65583c4db2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:18.460036 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a2f19573-f374-42c3-93b4-65583c4db2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:18.462543 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d7ab6118-2415-4dbe-bd74-81ccffc77929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:18.498747 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-a2f19573-f374-42c3-93b4-65583c4db2a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce5ca44acb4447e99d5c2bcabcfde249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248237 Jun 28 15:38:18.499724 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f19573-f374-42c3-93b4-65583c4db2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47be49b5-8db7-4361-9939-7646b4b6e2da,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:18.501505 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57390) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:18.503126 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a2f19573-f374-42c3-93b4-65583c4db2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:18.548657 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f30f5ce-3f09-48f5-925d-ec02634e0210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:18.568993 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f30f5ce-3f09-48f5-925d-ec02634e0210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:18.615710 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f30f5ce-3f09-48f5-925d-ec02634e0210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:18.618849 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f30f5ce-3f09-48f5-925d-ec02634e0210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:18.619951 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-3f30f5ce-3f09-48f5-925d-ec02634e0210 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47be49b5-8db7-4361-9939-7646b4b6e2da HTTP/1.1" status: 204 len: 168 time: 0.1174738 Jun 28 15:38:18.620678 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef86c0f7-7643-408a-9c68-e71fbf52df96 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:18.627707 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30f5ce-3f09-48f5-925d-ec02634e0210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47be49b5-8db7-4361-9939-7646b4b6e2da,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:18.630144 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3f30f5ce-3f09-48f5-925d-ec02634e0210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:18.867955 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57396) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:18.881133 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-decbf6a1-12b4-4cce-9361-b956e54b2044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:18.968812 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-decbf6a1-12b4-4cce-9361-b956e54b2044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:18.973250 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-decbf6a1-12b4-4cce-9361-b956e54b2044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:18.976748 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e5e7333c-8299-4838-85a9-9d6bba426c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:19.010028 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-decbf6a1-12b4-4cce-9361-b956e54b2044 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6742d853d8d448dd8a2c8eeea222f6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410260 Jun 28 15:38:19.011936 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbf6a1-12b4-4cce-9361-b956e54b2044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddfe8dc-c05e-4bd4-95c8-1950707da1a2,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:19.012770 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57398) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:19.014973 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-decbf6a1-12b4-4cce-9361-b956e54b2044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:19.059512 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0b76ae-c91b-4547-8cd8-25469020c68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:19.079361 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0b76ae-c91b-4547-8cd8-25469020c68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:19.125615 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0b76ae-c91b-4547-8cd8-25469020c68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:19.128181 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3c0b76ae-c91b-4547-8cd8-25469020c68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:19.129278 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-3c0b76ae-c91b-4547-8cd8-25469020c68f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ddfe8dc-c05e-4bd4-95c8-1950707da1a2 HTTP/1.1" status: 204 len: 168 time: 0.1155300 Jun 28 15:38:19.130043 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-02744d28-4623-4ab7-98e8-0d321f899cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:19.137168 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b76ae-c91b-4547-8cd8-25469020c68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddfe8dc-c05e-4bd4-95c8-1950707da1a2,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:19.139371 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3c0b76ae-c91b-4547-8cd8-25469020c68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:19.831820 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:38:23.259432 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f4d7f-8183-4f0f-a555-c295371d7843 req-dae78a1d-5a93-4d6a-8cd0-187b76a21644 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:23.260924 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3c6f4d7f-8183-4f0f-a555-c295371d7843 req-dae78a1d-5a93-4d6a-8cd0-187b76a21644 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 947 time: 0.0622659 Jun 28 15:38:23.298656 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3c6f4d7f-8183-4f0f-a555-c295371d7843 req-79d319b0-e3e9-4bdb-a8d6-3661835a8ac1 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318813 Jun 28 15:38:24.501051 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0406cc-f2f9-48ea-81ce-6018b8d79798 req-870bb010-0b2e-4102-b725-80b99addfcda tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:24.502549 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1d0406cc-f2f9-48ea-81ce-6018b8d79798 req-870bb010-0b2e-4102-b725-80b99addfcda tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 947 time: 0.0870974 Jun 28 15:38:24.557104 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1d0406cc-f2f9-48ea-81ce-6018b8d79798 req-99b717b9-2507-478e-bc6e-4cb1862b0521 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups?id=b399c89d-8431-43e2-a69e-e9b561dc3ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469780 Jun 28 15:38:24.568840 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc777f6-df46-4d31-b096-150158953b2f req-76c57117-9332-4e9a-8ad8-b73b91afd59c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:24.570884 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-2fc777f6-df46-4d31-b096-150158953b2f req-76c57117-9332-4e9a-8ad8-b73b91afd59c tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 947 time: 0.1027803 Jun 28 15:38:24.669132 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Deleting port bd75c3e1-3910-4a31-8f53-69f9a2aff10f {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:38:24.669484 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:24.760010 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] For port bd75c3e1-3910-4a31-8f53-69f9a2aff10f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:24.760371 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:24.939320 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:24.939683 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3849314'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:24.939986 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.l3_db [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Floating IP ebd562af-66b7-47e3-a9ff-5b64120a5e10 disassociated. External IP: 172.28.1.229, port: bd75c3e1-3910-4a31-8f53-69f9a2aff10f. Jun 28 15:38:24.940319 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Calling delete_port for bd75c3e1-3910-4a31-8f53-69f9a2aff10f owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:38:25.067357 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:25.073661 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0bf603cb-7b35-413c-8466-d4363038b8d7 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:25.102888 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event deleted for resources: {'Port': ['ID=bd75c3e1-3910-4a31-8f53-69f9a2aff10f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:25.105362 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:25.217487 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Router d6f965e5-b333-4d42-9b89-d63b518fbba0 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:38:25.321068 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:38:25.331767 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af24342-6550-442a-ac5b-9987542a88c6 None None] Sync routers for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:38:25.341414 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af24342-6550-442a-ac5b-9987542a88c6 None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:38:25.342114 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-1af24342-6550-442a-ac5b-9987542a88c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:38:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:38:25.365499 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] No DVR routers for this DVR port bd75c3e1-3910-4a31-8f53-69f9a2aff10f on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:38:25.368515 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:25.370596 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-2fc777f6-df46-4d31-b096-150158953b2f req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.13 "DELETE /v2.0/ports/bd75c3e1-3910-4a31-8f53-69f9a2aff10f HTTP/1.1" status: 204 len: 173 time: 0.7945046 Jun 28 15:38:25.371103 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'name': 'network-vif-deleted', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:38:25.373461 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bde564-1a3e-464f-8c53-e055bab731fe" -d '{"events": [{"server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "name": "network-vif-deleted", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:38:25.409941 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8e73f2-b28e-45fb-be8f-cff4e9ce9184 x-openstack-request-id: req-0b8e73f2-b28e-45fb-be8f-cff4e9ce9184 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:38:25.410360 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cd9869-d477-4ce6-af12-2ab4746438dc", "name": "network-vif-deleted", "tag": "bd75c3e1-3910-4a31-8f53-69f9a2aff10f", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:38:25.410692 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b8e73f2-b28e-45fb-be8f-cff4e9ce9184 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:38:25.411096 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cd9869-d477-4ce6-af12-2ab4746438dc', 'name': 'network-vif-deleted', 'tag': 'bd75c3e1-3910-4a31-8f53-69f9a2aff10f', 'status': 'completed', 'code': 200} Jun 28 15:38:25.462927 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-1af24342-6550-442a-ac5b-9987542a88c6 None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:38:25.684075 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-1af24342-6550-442a-ac5b-9987542a88c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:40Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:38:25.710162 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af24342-6550-442a-ac5b-9987542a88c6 None None] Checking router: d6f965e5-b333-4d42-9b89-d63b518fbba0 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:38:25.719707 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af24342-6550-442a-ac5b-9987542a88c6 None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:38:25.720232 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-1af24342-6550-442a-ac5b-9987542a88c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:38:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:38:25.729547 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-711e0834-014b-447f-aca3-7efff1643160 req-0e6f9eff-7ef9-4046-851f-b57a3fa34efe tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/ports?device_id=45cd9869-d477-4ce6-af12-2ab4746438dc HTTP/1.1" status: 200 len: 210 time: 0.0383844 Jun 28 15:38:25.824764 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-1af24342-6550-442a-ac5b-9987542a88c6 None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:38:26.018936 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-1af24342-6550-442a-ac5b-9987542a88c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:40Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:38:26.045695 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af24342-6550-442a-ac5b-9987542a88c6 None None] The sync data for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb is: [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:32:28Z', 'revision_number': 4, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac', 'name': '', 'network_id': 'c468dac8-aa22-4082-b723-9376a95ffc38', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'mac_address': 'fa:16:3e:6c:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:27Z', 'updated_at': '2021-06-28T15:32:40Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'subnets': [{'id': 'db7154b0-9367-4b44-b4df-95881ae31463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:38:26.278735 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d973d4-67cc-4512-aad0-6d11321948bf None None] New status for floating IP ebd562af-66b7-47e3-a9ff-5b64120a5e10: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 15:38:26.860692 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57506) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:26.917872 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab7db68d-a679-49a9-81ea-96908158ca0d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:26.940245 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab7db68d-a679-49a9-81ea-96908158ca0d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:26.986125 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab7db68d-a679-49a9-81ea-96908158ca0d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:26.988721 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab7db68d-a679-49a9-81ea-96908158ca0d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:26.989831 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-ab7db68d-a679-49a9-81ea-96908158ca0d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "DELETE /v2.0/security-groups/b399c89d-8431-43e2-a69e-e9b561dc3ab2 HTTP/1.1" status: 204 len: 168 time: 0.1281691 Jun 28 15:38:26.990592 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4d04e45e-13a2-4443-a54d-1961371d145f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:26.993730 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57508) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:27.000083 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7db68d-a679-49a9-81ea-96908158ca0d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b399c89d-8431-43e2-a69e-e9b561dc3ab2,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:27.002424 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ab7db68d-a679-49a9-81ea-96908158ca0d tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:27.007516 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.api.v2.resource [None req-6fef0f23-059c-496b-8f8d-e2e994abeb44 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] show failed (client error): The resource could not be found. Jun 28 15:38:27.008506 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-6fef0f23-059c-496b-8f8d-e2e994abeb44 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "GET /v2.0/security-groups/b399c89d-8431-43e2-a69e-e9b561dc3ab2 HTTP/1.1" status: 404 len: 347 time: 0.0135577 Jun 28 15:38:27.011355 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57510) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:27.131787 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c74e4-9fa7-45c1-81a4-57b48cc1359f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Deleting port f90478eb-f141-4848-bf44-b5f899efc4fe {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:38:27.132150 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ba3c74e4-9fa7-45c1-81a4-57b48cc1359f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:27.212207 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ba3c74e4-9fa7-45c1-81a4-57b48cc1359f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:27.212540 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ba3c74e4-9fa7-45c1-81a4-57b48cc1359f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:27.224981 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c74e4-9fa7-45c1-81a4-57b48cc1359f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Calling delete_port for f90478eb-f141-4848-bf44-b5f899efc4fe owned by network:floatingip {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:38:27.360517 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ba3c74e4-9fa7-45c1-81a4-57b48cc1359f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:27.362441 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1fc9676a-8dc8-4476-8168-32bf67570eea tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:27.386377 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c74e4-9fa7-45c1-81a4-57b48cc1359f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Pushing event deleted for resources: {'Port': ['ID=f90478eb-f141-4848-bf44-b5f899efc4fe,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:27.389486 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ba3c74e4-9fa7-45c1-81a4-57b48cc1359f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:27.448666 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ba3c74e4-9fa7-45c1-81a4-57b48cc1359f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks [] for floatingip, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:27.451186 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ba3c74e4-9fa7-45c1-81a4-57b48cc1359f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:27.452309 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-ba3c74e4-9fa7-45c1-81a4-57b48cc1359f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] 10.222.0.30 "DELETE /v2.0/floatingips/ebd562af-66b7-47e3-a9ff-5b64120a5e10 HTTP/1.1" status: 204 len: 168 time: 0.4400594 Jun 28 15:38:28.350681 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device bd75c3e1-3910-4a31-8f53-69f9a2aff10f no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:38:28.374085 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: bd75c3e1-3910-4a31-8f53-69f9a2aff10f {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:38:28.374508 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device bd75c3e1-3910-4a31-8f53-69f9a2aff10f not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:38:29.687841 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57544) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:29.787295 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c3bd03dc-7a47-4404-a42c-2d9a2a1b313c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:29.878925 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c3bd03dc-7a47-4404-a42c-2d9a2a1b313c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:29.882984 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c3bd03dc-7a47-4404-a42c-2d9a2a1b313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:29.886626 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-04fa35db-51f7-4921-959f-982f10b28d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:29.923639 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-c3bd03dc-7a47-4404-a42c-2d9a2a1b313c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=764d96680069472b917026136756b69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347188 Jun 28 15:38:29.925056 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd03dc-7a47-4404-a42c-2d9a2a1b313c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8dc426-c543-4a2b-aa83-e60610019b7d,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:29.926190 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57552) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:29.928483 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c3bd03dc-7a47-4404-a42c-2d9a2a1b313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:29.981273 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b309c081-48b4-401b-baf4-0ee4b284c16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.000809 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57556) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:30.002288 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b309c081-48b4-401b-baf4-0ee4b284c16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.048410 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b309c081-48b4-401b-baf4-0ee4b284c16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.051062 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b309c081-48b4-401b-baf4-0ee4b284c16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.052269 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-b309c081-48b4-401b-baf4-0ee4b284c16e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd8dc426-c543-4a2b-aa83-e60610019b7d HTTP/1.1" status: 204 len: 168 time: 0.1250114 Jun 28 15:38:30.053150 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-74867ab8-fd04-47df-8387-5f4ab22907cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:30.061248 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309c081-48b4-401b-baf4-0ee4b284c16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8dc426-c543-4a2b-aa83-e60610019b7d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:30.063453 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b309c081-48b4-401b-baf4-0ee4b284c16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:30.319777 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57564) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:30.333786 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-68e3452a-21bb-46cf-87cc-2de8951a6a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.402832 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742948'] for router_interface, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.426437 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-68e3452a-21bb-46cf-87cc-2de8951a6a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.431146 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-68e3452a-21bb-46cf-87cc-2de8951a6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.434419 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1955cf5e-5d48-45c0-a3aa-fee73e8e862a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:30.472979 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-68e3452a-21bb-46cf-87cc-2de8951a6a86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffad02a72a5b4b158eaefa043a33ba6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519253 Jun 28 15:38:30.473561 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57566) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:30.475546 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3452a-21bb-46cf-87cc-2de8951a6a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86b9cd8-999f-4826-b499-54577a17d3a7,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:30.488204 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-68e3452a-21bb-46cf-87cc-2de8951a6a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:30.527386 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f6e4a8f2-c8ac-4e4e-ba69-20d5bffbc4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.547898 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f6e4a8f2-c8ac-4e4e-ba69-20d5bffbc4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.595083 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f6e4a8f2-c8ac-4e4e-ba69-20d5bffbc4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.597832 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f6e4a8f2-c8ac-4e4e-ba69-20d5bffbc4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.599059 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-f6e4a8f2-c8ac-4e4e-ba69-20d5bffbc4a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c86b9cd8-999f-4826-b499-54577a17d3a7 HTTP/1.1" status: 204 len: 168 time: 0.1244705 Jun 28 15:38:30.599846 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-27b31de3-375d-4dbe-946a-f3bdf685ada7 tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:30.607977 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4a8f2-c8ac-4e4e-ba69-20d5bffbc4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86b9cd8-999f-4826-b499-54577a17d3a7,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:30.610320 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f6e4a8f2-c8ac-4e4e-ba69-20d5bffbc4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:30.665144 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] Deleting port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:38:30.665484 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.744842 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] For port 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:30.745469 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.758208 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] Calling delete_port for 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac owned by network:router_interface {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:38:30.941213 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:30.944529 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fd5075f8-5e6c-4c20-ac7b-e87e88911467 tempest-VolumesSnapshotTestJSON-854224568 tempest-VolumesSnapshotTestJSON-854224568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:30.969895 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:30.974003 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:31.394762 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4159211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3848980'] for router_interface, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:31.610370 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] Router d6f965e5-b333-4d42-9b89-d63b518fbba0 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:38:31.643018 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57596) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:31.735156 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:38:31.740339 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-a91dc4ae-2e7b-413f-bc41-031b2e6627bd admin admin] 10.222.0.30 "PUT /v2.0/routers/d6f965e5-b333-4d42-9b89-d63b518fbba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7385681 Jun 28 15:38:31.743660 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f92a6-176a-4217-bfbd-8c3538fbb745 None None] Sync routers for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:38:31.744433 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57600) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:31.752622 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f92a6-176a-4217-bfbd-8c3538fbb745 None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:38:31.753574 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9f5f92a6-176a-4217-bfbd-8c3538fbb745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:38:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:38:31.753728 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d504-3b05-4431-8b5e-b5b46f08d39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:31.849821 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d504-3b05-4431-8b5e-b5b46f08d39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:31.854541 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:31.855508 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d504-3b05-4431-8b5e-b5b46f08d39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:31.860214 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f6e4a8f2-c8ac-4e4e-ba69-20d5bffbc4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:31.869454 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-9f5f92a6-176a-4217-bfbd-8c3538fbb745 None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:38:31.901403 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-3ec0d504-3b05-4431-8b5e-b5b46f08d39c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f3b7b48d6b044b581d675fa351fbae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564132 Jun 28 15:38:31.901617 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57602) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:31.902953 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0d504-3b05-4431-8b5e-b5b46f08d39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e8833b-e5d6-4645-a439-c5833e549462,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:31.906090 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3ec0d504-3b05-4431-8b5e-b5b46f08d39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:32.000131 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5b0a59e8-f6a7-493c-a9e2-c6791a38554f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.025511 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.042140 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5b0a59e8-f6a7-493c-a9e2-c6791a38554f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.058898 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9f5f92a6-176a-4217-bfbd-8c3538fbb745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:38:30Z', 'revision_number': 5, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port': {'id': 'fee05bc9-445c-40b0-ac26-ebf2399ba977', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:32:22Z', 'updated_at': '2021-06-28T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:38:32.091156 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f92a6-176a-4217-bfbd-8c3538fbb745 None None] Checking router: d6f965e5-b333-4d42-9b89-d63b518fbba0 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:38:32.101388 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f92a6-176a-4217-bfbd-8c3538fbb745 None None] Routers {'d6f965e5-b333-4d42-9b89-d63b518fbba0'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:38:32.102137 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9f5f92a6-176a-4217-bfbd-8c3538fbb745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:38:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['d6f965e5-b333-4d42-9b89-d63b518fbba0'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:38:32.116181 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Deleting port fee05bc9-445c-40b0-ac26-ebf2399ba977 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:38:32.116544 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.137599 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5b0a59e8-f6a7-493c-a9e2-c6791a38554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.140234 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5b0a59e8-f6a7-493c-a9e2-c6791a38554f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.143804 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-5b0a59e8-f6a7-493c-a9e2-c6791a38554f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78e8833b-e5d6-4645-a439-c5833e549462 HTTP/1.1" status: 204 len: 168 time: 0.2396626 Jun 28 15:38:32.144116 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-86991d58-4c55-498d-b759-cf3fe38b17d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:32.181944 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a59e8-f6a7-493c-a9e2-c6791a38554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e8833b-e5d6-4645-a439-c5833e549462,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:32.184600 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5b0a59e8-f6a7-493c-a9e2-c6791a38554f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:32.233062 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] For port fee05bc9-445c-40b0-ac26-ebf2399ba977, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=fee05bc9-445c-40b0-ac26-ebf2399ba977,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:32.233538 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.251770 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Calling delete_port for fee05bc9-445c-40b0-ac26-ebf2399ba977 owned by network:router_gateway {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:38:32.292537 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-9f5f92a6-176a-4217-bfbd-8c3538fbb745 None None] Set router d6f965e5-b333-4d42-9b89-d63b518fbba0 gateway port host: None {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:38:32.344255 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9f5f92a6-176a-4217-bfbd-8c3538fbb745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:38:32Z', 'revision_number': 6, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port_host': None}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:38:32.376121 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f92a6-176a-4217-bfbd-8c3538fbb745 None None] The sync data for ids ['d6f965e5-b333-4d42-9b89-d63b518fbba0'] in dv-cinder-797245-5-smb is: [{'id': 'd6f965e5-b333-4d42-9b89-d63b518fbba0', 'name': 'tempest-AttachVolumeShelveTestJSON-2068403757-router', 'tenant_id': '36fae96cd86749f98273c6117cbe28df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:32:21Z', 'updated_at': '2021-06-28T15:38:32Z', 'revision_number': 6, 'project_id': '36fae96cd86749f98273c6117cbe28df', 'gw_port_host': None}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:38:32.424045 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.426475 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-eff8c96d-2a61-426c-abbb-3222be5e4dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:32.452542 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee05bc9-445c-40b0-ac26-ebf2399ba977,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:32.455028 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:32.522470 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3849345'] for router_gateway, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.614749 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3848833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14097'] for router, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.616872 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.663039 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849931'] for router, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.664074 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f965e5-b333-4d42-9b89-d63b518fbba0 {{(pid=92921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 15:38:32.668938 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.670090 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-6b5a62a4-3ea6-4264-b24d-7821d50b28a1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d6f965e5-b333-4d42-9b89-d63b518fbba0 HTTP/1.1" status: 204 len: 168 time: 0.9247103 Jun 28 15:38:32.672570 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57622) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:32.722212 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43a96d4-d962-402c-bbec-23acbcabd821 admin admin] Deleting subnet db7154b0-9367-4b44-b4df-95881ae31463 {{(pid=92921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:38:32.725272 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f43a96d4-d962-402c-bbec-23acbcabd821 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.763205 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f43a96d4-d962-402c-bbec-23acbcabd821 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62140569'] for subnet, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.773930 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57626) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:32.849845 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f43a96d4-d962-402c-bbec-23acbcabd821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.878496 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1299820533-network', 'tenant_id': 'fd7f0f27ffee4d8dac39b7cf151e74ce'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:38:32.902581 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Made reservation on behalf of fd7f0f27ffee4d8dac39b7cf151e74ce for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:38:32.905376 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.914933 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.916414 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f43a96d4-d962-402c-bbec-23acbcabd821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62911373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62037106'] for subnet, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.919709 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:32.947382 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a96d4-d962-402c-bbec-23acbcabd821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7154b0-9367-4b44-b4df-95881ae31463,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:32.950709 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f43a96d4-d962-402c-bbec-23acbcabd821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:32.951694 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f43a96d4-d962-402c-bbec-23acbcabd821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:32.953544 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-f43a96d4-d962-402c-bbec-23acbcabd821 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/db7154b0-9367-4b44-b4df-95881ae31463 HTTP/1.1" status: 204 len: 168 time: 0.2800605 Jun 28 15:38:32.956081 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57630) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:32.959128 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f76b7b9-e649-4bf2-8ba6-8f8270a30957 None None] Network c468dac8-aa22-4082-b723-9376a95ffc38 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:38:33.019512 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.028719 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.036300 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4c5941c9-5c57-46f7-bee2-fa0952acc544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:33.046435 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:38:33.051450 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:38:33.054964 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.056503 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.056851 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Added segment 3c647247-a981-4982-9e71-46b5103d3ce3 of type vlan for network 4389f945-4528-4db1-8a0c-054296607444 Jun 28 15:38:33.081963 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:38:33.082580 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 4085ee5f-8c5d-4b33-a4fd-4593fca7c7ac not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:38:33.083173 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device fee05bc9-445c-40b0-ac26-ebf2399ba977 no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:38:33.109731 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Deleting port 8d2e3930-0aae-42ac-8f10-428fcd73b551 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:38:33.110097 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.127758 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02df8f38-4935-44e5-a4f2-491c07902aeb,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:33.134145 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:33.135796 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.145335 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: fee05bc9-445c-40b0-ac26-ebf2399ba977 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:38:33.145912 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device fee05bc9-445c-40b0-ac26-ebf2399ba977 not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:38:33.172311 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.174084 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:33.174840 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.179544 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:33.182556 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] For port 8d2e3930-0aae-42ac-8f10-428fcd73b551, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=8d2e3930-0aae-42ac-8f10-428fcd73b551,segment=NetworkSegment(67d7d49a-db49-4eed-b356-61d826e734e6),segment_id=67d7d49a-db49-4eed-b356-61d826e734e6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:33.182750 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.196714 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Calling delete_port for 8d2e3930-0aae-42ac-8f10-428fcd73b551 owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:38:33.240019 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4649470 Jun 28 15:38:33.243289 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57632) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:33.248114 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Request body: {'subnet': {'network_id': '4389f945-4528-4db1-8a0c-054296607444', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1299820533-subnet', 'tenant_id': 'fd7f0f27ffee4d8dac39b7cf151e74ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:38:33.260166 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Pushing event updated for resources: {'Network': ['ID=4389f945-4528-4db1-8a0c-054296607444,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:33.265079 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:33.266778 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31412d9-802e-456f-bd1e-3f1af250a5cb None None] DHCP port deletion for c468dac8-aa22-4082-b723-9376a95ffc38 request from dv-cinder-797245-5-smb {{(pid=92922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 15:38:33.276264 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network 4389f945-4528-4db1-8a0c-054296607444 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:38:33.279221 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Made reservation on behalf of fd7f0f27ffee4d8dac39b7cf151e74ce for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:38:33.287062 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59090022'] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.297625 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.300155 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4bd11eb6-2082-4bdb-b010-ac6ecd025125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:33.327170 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2e3930-0aae-42ac-8f10-428fcd73b551,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:33.330710 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:33.333284 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] No DVR routers for this DVR port 8d2e3930-0aae-42ac-8f10-428fcd73b551 on host dv-cinder-797245-5-smb {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:38:33.369017 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-d31412d9-802e-456f-bd1e-3f1af250a5cb None None] The port '8d2e3930-0aae-42ac-8f10-428fcd73b551' was deleted {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 15:38:33.408421 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.418283 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c468dac8-aa22-4082-b723-9376a95ffc38']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:38:33.428150 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d7d49a-db49-4eed-b356-61d826e734e6') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:38:33.428444 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d7d49a-db49-4eed-b356-61d826e734e6') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:38:33.437518 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62140640'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.451630 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.457549 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:38:33.457935 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62911342'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: Traceback (most recent call last): Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: timer() Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: cb(*args, **kw) Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: return func(*args, **kwargs) Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: self._notify() Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: self.callback(batched_events) Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: event.method(event) Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: return f(self, *a, **k) Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: return self._get(url).json() Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:38:33.459657 dv-cinder-797245-5-smb neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:38:33.471841 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59778209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59090572'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.474139 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:33.519590 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.524042 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f8f209d7-4ec1-4dd8-9c45-b0b0d3cbd076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:33.525665 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf35943-b7c8-41d3-afeb-9ba924be2cc6,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:33.528002 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.529893 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c468dac8-aa22-4082-b723-9376a95ffc38 HTTP/1.1" status: 204 len: 168 time: 0.5720122 Jun 28 15:38:33.531269 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:33.540224 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=c468dac8-aa22-4082-b723-9376a95ffc38,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:33.542573 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:33.546629 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Checking segment: {'id': '3c647247-a981-4982-9e71-46b5103d3ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4389f945-4528-4db1-8a0c-054296607444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:38:33.546985 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Network hostable DHCP agents. Network: 4389f945-4528-4db1-8a0c-054296607444, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:38:33.572410 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Network 4389f945-4528-4db1-8a0c-054296607444 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:38:33.580841 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, 4389f945-4528-4db1-8a0c-054296607444) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:38:33.585640 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:33.586230 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.592412 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9b5288-26f6-4dd8-adff-6f8d556ba130 None None] Network 4389f945-4528-4db1-8a0c-054296607444 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:38:33.607026 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3626206 Jun 28 15:38:33.652988 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57638) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:33.696750 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-7c81c69d-1253-43f9-8e02-6aed025c298d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36fae96cd86749f98273c6117cbe28df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396836 Jun 28 15:38:33.696958 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57640) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:33.728261 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6324f91a-8384-4388-a46a-1b31a9c9c749 None None] Network 4389f945-4528-4db1-8a0c-054296607444 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:38:33.747103 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-417a8343-69f1-429b-bc2c-abea25b28061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.767705 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-417a8343-69f1-429b-bc2c-abea25b28061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.821033 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-417a8343-69f1-429b-bc2c-abea25b28061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.824806 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-417a8343-69f1-429b-bc2c-abea25b28061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:33.825942 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-417a8343-69f1-429b-bc2c-abea25b28061 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c6bdf2a-cfdd-4424-8b82-c2cb38e1152a HTTP/1.1" status: 204 len: 168 time: 0.1281753 Jun 28 15:38:33.826737 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-83c8b6ec-b592-4867-b973-e21622cd8d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:33.836385 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a8343-69f1-429b-bc2c-abea25b28061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6bdf2a-cfdd-4424-8b82-c2cb38e1152a,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:33.838678 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-417a8343-69f1-429b-bc2c-abea25b28061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:33.928536 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-be095ac1-4b26-47dd-9a2a-a63e2ce2a470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:34.486296 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 57670) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:34.576895 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1451277742-network', 'tenant_id': 'bbd0d39067ee41cb93c07006795dd138'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:38:34.596681 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Made reservation on behalf of bbd0d39067ee41cb93c07006795dd138 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:38:34.598897 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:34.607396 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:34.689223 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:34.693380 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:34.696960 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b51d5045-0cbd-4411-9495-452beb43a228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:34.713654 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:38:34.728172 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:34.730935 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:34.731274 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Added segment b01ddc9d-2fe0-4e3c-9c28-105385c8274d of type vlan for network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 Jun 28 15:38:34.732768 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:34.771036 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:34.798705 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:34.799974 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:34.800552 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:34.802467 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:34.828528 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3411710 Jun 28 15:38:34.831510 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 57674) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:38:34.837209 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] Request body: {'subnet': {'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1451277742-subnet', 'tenant_id': 'bbd0d39067ee41cb93c07006795dd138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:38:34.861988 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] Made reservation on behalf of bbd0d39067ee41cb93c07006795dd138 for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:38:34.864367 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62037649'] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:34.865878 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Pushing event updated for resources: {'Network': ['ID=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:34.868530 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:34.876035 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:38:35.003507 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 8d2e3930-0aae-42ac-8f10-428fcd73b551 no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:38:35.024378 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 8d2e3930-0aae-42ac-8f10-428fcd73b551 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:38:35.024729 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 8d2e3930-0aae-42ac-8f10-428fcd73b551 not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:38:35.035205 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62911436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62037115'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:35.037476 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-66cd392b-8433-4e30-903e-361dc8787a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:35.088715 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc32dcde-04b4-4068-aa07-fb7f96bb52c3,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:35.092299 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:35.099285 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] Checking segment: {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:38:35.099624 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] Network hostable DHCP agents. Network: 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:38:35.115238 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] Network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:38:35.123273 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:38:35.127745 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:35.128337 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:35.132718 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66189c4a-911b-44f0-b17a-1317a4b81536 None None] Network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:38:35.143008 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d443f1d1-6e90-4a41-93da-680a6de59aa2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3104067 Jun 28 15:38:35.393930 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a7dbe-b2a2-4c78-8972-76b2fcfb6dbf None None] Network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:38:35.529245 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-fe9f124e-c226-4e93-b67e-4da34999a576 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:35.530834 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-fe9f124e-c226-4e93-b67e-4da34999a576 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/networks?id=4389f945-4528-4db1-8a0c-054296607444 HTTP/1.1" status: 200 len: 809 time: 0.1263106 Jun 28 15:38:35.549609 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-feb8a64b-c898-4544-b16c-f425bd761cbf tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/quotas/fd7f0f27ffee4d8dac39b7cf151e74ce HTTP/1.1" status: 200 len: 375 time: 0.0123863 Jun 28 15:38:35.585469 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-2e836405-ee64-49c9-8a2f-d81f633000a9 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd7f0f27ffee4d8dac39b7cf151e74ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299916 Jun 28 15:38:35.617152 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-848686ff-3e52-42e9-b7ca-7236a62dd1eb tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:35.619671 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-848686ff-3e52-42e9-b7ca-7236a62dd1eb tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 815 time: 0.1259775 Jun 28 15:38:35.635659 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-1df9ab17-c62f-4c4b-9ebe-e128f20f4d78 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/quotas/bbd0d39067ee41cb93c07006795dd138 HTTP/1.1" status: 200 len: 375 time: 0.0104828 Jun 28 15:38:35.668967 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-e0adae63-d504-4b0b-a6c0-a4bd66169802 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280180 Jun 28 15:38:35.746435 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-90ae195b-1795-430d-8cd5-5ba984dfec1a service neutron] 10.222.0.30 "GET /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526542 Jun 28 15:38:35.818094 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-e23ea806-a6c6-4cd3-a025-b8ae03d72878 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409853 Jun 28 15:38:35.840512 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-69c0053f-32dc-45d0-8286-571da7c1a792 service neutron] 10.222.0.30 "GET /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879390 Jun 28 15:38:35.908889 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-87b477b3-ef44-4564-9152-a16f1d8493b0 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847654 Jun 28 15:38:36.010014 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cb26c88e-5376-49ab-b051-12c319a76173 req-fe676a50-8011-4de8-9203-062940565c78 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 210 time: 0.0310810 Jun 28 15:38:36.077789 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a666e579-167a-45a8-90dd-7e7e4cd5be52 req-8ad4ea18-9672-434a-8958-01dbfd4e2f59 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 210 time: 0.0297329 Jun 28 15:38:36.698265 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:36.910333 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b4cff020-bb21-4184-9080-0192db315bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:37.111147 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-c93d9f01-3970-4079-95e6-79ecf67fbaa7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:37.112883 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-c93d9f01-3970-4079-95e6-79ecf67fbaa7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.13 "GET /v2.0/networks?id=4389f945-4528-4db1-8a0c-054296607444 HTTP/1.1" status: 200 len: 809 time: 0.1106935 Jun 28 15:38:37.135585 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Request body: {'port': {'device_id': '40734a41-9857-44e3-aeab-1c834590d9f6', 'network_id': '4389f945-4528-4db1-8a0c-054296607444', 'admin_state_up': True, 'tenant_id': 'fd7f0f27ffee4d8dac39b7cf151e74ce'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:38:37.218348 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5d6c0cb8-cc1b-4421-bd2f-355686bbf878 req-e2cf4f29-6c81-44a8-865e-5adae45478cf tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 210 time: 0.0664449 Jun 28 15:38:37.235157 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ab4357b0-ff5f-438a-aa75-9dca3fcdfc4a req-0e787e78-09ff-4d98-a79b-00ca899a2e22 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 210 time: 0.0320826 Jun 28 15:38:37.284066 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Made reservation on behalf of fd7f0f27ffee4d8dac39b7cf151e74ce for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:38:37.287590 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:37.469093 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Allocated IP 172.20.0.12 (4389f945-4528-4db1-8a0c-054296607444/ccf35943-b7c8-41d3-afeb-9ba924be2cc6/93795ac7-bfba-462a-b300-76a102f16e42) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:38:37.545502 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:37.546914 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-19276200-1885-4b09-b1fb-6f52beaeeffa tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:37.548346 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-19276200-1885-4b09-b1fb-6f52beaeeffa tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 815 time: 0.1529198 Jun 28 15:38:37.561506 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Request body: {'port': {'device_id': '4b515ad8-7fd6-4412-a85b-5868055886e6', 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8', 'admin_state_up': True, 'tenant_id': 'bbd0d39067ee41cb93c07006795dd138'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:38:37.734284 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:37.758946 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Made reservation on behalf of bbd0d39067ee41cb93c07006795dd138 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:38:37.762333 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:37.828161 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62911416'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:37.837532 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1f198c0a-aa62-46b7-bced-9f38c1cd8ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:37.882880 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Network 4389f945-4528-4db1-8a0c-054296607444 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:38:37.891217 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:38:37.897008 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:38:37.929474 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Pushing event updated for resources: {'Port': ['ID=93795ac7-bfba-462a-b300-76a102f16e42,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:37.953486 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:37.983256 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:37.983857 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:37.997507 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Allocated IP 172.20.0.8 (1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8/fc32dcde-04b4-4068-aa07-fb7f96bb52c3/8967beb8-6fbf-466e-9bd9-b2964036eefd) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:38:38.009486 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8801596 Jun 28 15:38:38.028929 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Request body: {'port': {'device_id': '40734a41-9857-44e3-aeab-1c834590d9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:38:38.381727 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5bdb6e14-72de-4821-88c1-cf27e32b4a46 req-eb47f7cb-f489-4840-bb37-0514bc9a353d tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 210 time: 0.0284364 Jun 28 15:38:38.461645 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:38.565629 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:38.621836 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254c09e-bcc7-4884-916b-3bd14cce7532 req-c517d00b-09ad-4f3a-8eca-5e7de6915b51 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:38.623352 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7254c09e-bcc7-4884-916b-3bd14cce7532 req-c517d00b-09ad-4f3a-8eca-5e7de6915b51 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 932 time: 0.2348514 Jun 28 15:38:38.730801 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7254c09e-bcc7-4884-916b-3bd14cce7532 req-4c2946a0-f706-45de-9d99-c2a0d7685109 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967696 Jun 28 15:38:38.763258 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62911416'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:38.770848 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d2df16fe-7267-4aa7-b3c8-c151cf95501b tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:38.827453 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:38:38.837530 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:38:38.842638 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:38:38.845089 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Pushing event updated for resources: {'Port': ['ID=8967beb8-6fbf-466e-9bd9-b2964036eefd,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:38.852743 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:38.920667 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93795ac7-bfba-462a-b300-76a102f16e42 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:38:38.931357 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:38.931969 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:38.940466 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:38.957371 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Transition to ACTIVE for port object 93795ac7-bfba-462a-b300-76a102f16e42 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:38:38.959563 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4018314 Jun 28 15:38:38.961266 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:38.964451 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c80cc5eb-e9a6-4923-90e8-d7a7e3860da6 tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:38.993216 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Request body: {'port': {'device_id': '4b515ad8-7fd6-4412-a85b-5868055886e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:38:39.041615 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Pushing event updated for resources: {'Port': ['ID=93795ac7-bfba-462a-b300-76a102f16e42,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:39.046391 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:39.130204 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:39.133207 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:39.172495 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Attempting to bind port 93795ac7-bfba-462a-b300-76a102f16e42 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:38:39.172828 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Attempting to bind port 93795ac7-bfba-462a-b300-76a102f16e42 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '3c647247-a981-4982-9e71-46b5103d3ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4389f945-4528-4db1-8a0c-054296607444'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:38:39.173155 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Attempting to bind port 93795ac7-bfba-462a-b300-76a102f16e42 on network 4389f945-4528-4db1-8a0c-054296607444 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:38:39.181978 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Port 93795ac7-bfba-462a-b300-76a102f16e42 on network 4389f945-4528-4db1-8a0c-054296607444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:38:39.182294 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Attempting to bind port 93795ac7-bfba-462a-b300-76a102f16e42 on network 4389f945-4528-4db1-8a0c-054296607444 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:38:39.191123 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:38:39.191454 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Checking segment: {'id': '3c647247-a981-4982-9e71-46b5103d3ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4389f945-4528-4db1-8a0c-054296607444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:38:39.191832 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Bound using segment: {'id': '3c647247-a981-4982-9e71-46b5103d3ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4389f945-4528-4db1-8a0c-054296607444'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:38:39.192247 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Bound port: 93795ac7-bfba-462a-b300-76a102f16e42, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c647247-a981-4982-9e71-46b5103d3ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4389f945-4528-4db1-8a0c-054296607444'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:38:39.192590 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:39.366414 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] For port 93795ac7-bfba-462a-b300-76a102f16e42, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:38:39.383327 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] For port 93795ac7-bfba-462a-b300-76a102f16e42, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=93795ac7-bfba-462a-b300-76a102f16e42,segment=NetworkSegment(3c647247-a981-4982-9e71-46b5103d3ce3),segment_id=3c647247-a981-4982-9e71-46b5103d3ce3)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:38:39.389877 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:39.391723 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-73a035d8-baeb-459b-bcf5-2f2f6200f405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:39.450720 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:39.451330 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:39.452696 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] 10.222.0.13 "PUT /v2.0/ports/93795ac7-bfba-462a-b300-76a102f16e42 HTTP/1.1" status: 200 len: 1094 time: 1.4353144 Jun 28 15:38:39.453195 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40734a41-9857-44e3-aeab-1c834590d9f6', 'tag': '93795ac7-bfba-462a-b300-76a102f16e42'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:38:39.455508 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2943f1-a571-4355-b15f-6b2725a5e1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "40734a41-9857-44e3-aeab-1c834590d9f6", "tag": "93795ac7-bfba-462a-b300-76a102f16e42"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:38:39.498815 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Pushing event updated for resources: {'Port': ['ID=93795ac7-bfba-462a-b300-76a102f16e42,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:39.501874 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:39.531342 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c53abc-cd7f-4e15-845f-fdfa789e22dc x-openstack-request-id: req-50c53abc-cd7f-4e15-845f-fdfa789e22dc {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:38:39.531669 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40734a41-9857-44e3-aeab-1c834590d9f6", "tag": "93795ac7-bfba-462a-b300-76a102f16e42", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:38:39.531962 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50c53abc-cd7f-4e15-845f-fdfa789e22dc {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:38:39.532389 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40734a41-9857-44e3-aeab-1c834590d9f6', 'tag': '93795ac7-bfba-462a-b300-76a102f16e42', 'status': 'completed', 'code': 200} Jun 28 15:38:39.561620 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fc375-77a9-48d2-b3c7-bab28657d0de req-dd984ab0-6ea6-46ef-966c-d5d921625113 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:39.563086 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b33fc375-77a9-48d2-b3c7-bab28657d0de req-dd984ab0-6ea6-46ef-966c-d5d921625113 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 931 time: 0.0689943 Jun 28 15:38:39.568356 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8967beb8-6fbf-466e-9bd9-b2964036eefd {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:38:39.577967 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:39.600210 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Transition to ACTIVE for port object 8967beb8-6fbf-466e-9bd9-b2964036eefd will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:38:39.604727 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b33fc375-77a9-48d2-b3c7-bab28657d0de req-f6cdb6e4-2648-4e00-8274-7f072dcea0f2 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353327 Jun 28 15:38:39.604882 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:39.607591 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:39.635463 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-5cf0c852-29dd-4472-866b-a3f52fc98a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:39.636953 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-5cf0c852-29dd-4472-866b-a3f52fc98a38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd7f0f27ffee4d8dac39b7cf151e74ce&device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 1097 time: 0.1339910 Jun 28 15:38:39.691488 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-89df9421-2a5b-4e1c-9dfd-bb5c3bfa5e02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93795ac7-bfba-462a-b300-76a102f16e42 HTTP/1.1" status: 200 len: 217 time: 0.0456486 Jun 28 15:38:39.696492 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Pushing event updated for resources: {'Port': ['ID=8967beb8-6fbf-466e-9bd9-b2964036eefd,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:39.699493 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:39.788721 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-499bb2f9-646f-4670-9a8b-a15027cf089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:39.790192 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-499bb2f9-646f-4670-9a8b-a15027cf089d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ccf35943-b7c8-41d3-afeb-9ba924be2cc6 HTTP/1.1" status: 200 len: 849 time: 0.0738204 Jun 28 15:38:39.813563 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Attempting to bind port 8967beb8-6fbf-466e-9bd9-b2964036eefd on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:38:39.813895 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Attempting to bind port 8967beb8-6fbf-466e-9bd9-b2964036eefd by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:38:39.814221 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Attempting to bind port 8967beb8-6fbf-466e-9bd9-b2964036eefd on network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:38:39.835740 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-e0d7c191-26b0-4a61-8f2f-bec46eabc465 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4389f945-4528-4db1-8a0c-054296607444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347705 Jun 28 15:38:39.836435 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Port 8967beb8-6fbf-466e-9bd9-b2964036eefd on network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:38:39.836756 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Attempting to bind port 8967beb8-6fbf-466e-9bd9-b2964036eefd on network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:38:39.843051 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:38:39.843391 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Checking segment: {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:38:39.843769 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Bound using segment: {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:38:39.844197 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Bound port: 8967beb8-6fbf-466e-9bd9-b2964036eefd, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:38:39.844552 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:40.016852 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] For port 8967beb8-6fbf-466e-9bd9-b2964036eefd, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:38:40.024603 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] For port 8967beb8-6fbf-466e-9bd9-b2964036eefd, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8967beb8-6fbf-466e-9bd9-b2964036eefd,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:38:40.031865 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:40.033983 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-98e15b86-9a09-464b-9ed7-5f00b7df7f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:40.042385 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3a22b-d237-4076-8a3f-a7aec4ced89f req-ad0f92fc-647f-4590-85c5-6fd10dd8abc3 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:40.043883 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-43e3a22b-d237-4076-8a3f-a7aec4ced89f req-ad0f92fc-647f-4590-85c5-6fd10dd8abc3 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 944 time: 0.1974490 Jun 28 15:38:40.045603 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-79a296ad-83fa-483c-8b5c-2e7f469dd520 service neutron] 10.222.0.13 "GET /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036061 Jun 28 15:38:40.095642 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:40.096164 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:40.097778 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] 10.222.0.13 "PUT /v2.0/ports/8967beb8-6fbf-466e-9bd9-b2964036eefd HTTP/1.1" status: 200 len: 1093 time: 1.1115448 Jun 28 15:38:40.227000 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Pushing event updated for resources: {'Port': ['ID=8967beb8-6fbf-466e-9bd9-b2964036eefd,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:40.230175 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:40.233185 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-43e3a22b-d237-4076-8a3f-a7aec4ced89f req-d7a21564-d53c-425a-8363-4abc2ad01894 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610246 Jun 28 15:38:40.262399 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bdddab4b-1032-4b9c-bc85-eef15c77b164 req-759b9dc7-6f4d-427b-8244-fb63a033b7f1 service neutron] 10.222.0.13 "GET /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887722 Jun 28 15:38:40.273090 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-76ea70ec-80d7-4b86-920c-0ba8a0cb9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:40.274653 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-76ea70ec-80d7-4b86-920c-0ba8a0cb9794 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 1096 time: 0.1372833 Jun 28 15:38:40.323812 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-cf28e7eb-0575-4f17-a1e2-d526080808c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8967beb8-6fbf-466e-9bd9-b2964036eefd HTTP/1.1" status: 200 len: 217 time: 0.0425143 Jun 28 15:38:40.393772 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-44a5387e-bb04-44ee-b747-b8e0da9e7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:40.395187 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-44a5387e-bb04-44ee-b747-b8e0da9e7565 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc32dcde-04b4-4068-aa07-fb7f96bb52c3 HTTP/1.1" status: 200 len: 855 time: 0.0542691 Jun 28 15:38:40.406907 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2943f1-a571-4355-b15f-6b2725a5e1a3 req-13599386-d952-4f07-a8a0-79bc0297c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:40.408267 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1b2943f1-a571-4355-b15f-6b2725a5e1a3 req-13599386-d952-4f07-a8a0-79bc0297c5cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd7f0f27ffee4d8dac39b7cf151e74ce&device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 1097 time: 0.0925145 Jun 28 15:38:40.440298 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-1f041a76-c947-4009-85ff-8cd7c7d9b2dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353873 Jun 28 15:38:40.576382 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2943f1-a571-4355-b15f-6b2725a5e1a3 req-c31f3f2d-51c0-45d5-9960-62fa8dd219b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:40.577738 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1b2943f1-a571-4355-b15f-6b2725a5e1a3 req-c31f3f2d-51c0-45d5-9960-62fa8dd219b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4389f945-4528-4db1-8a0c-054296607444 HTTP/1.1" status: 200 len: 910 time: 0.1614287 Jun 28 15:38:40.582639 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-d9937294-c1f3-4beb-be28-db57e0fe4f1e service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331937 Jun 28 15:38:40.645628 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1b2943f1-a571-4355-b15f-6b2725a5e1a3 req-9c968967-3802-47dc-8e28-e567df6dc41a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93795ac7-bfba-462a-b300-76a102f16e42 HTTP/1.1" status: 200 len: 217 time: 0.0558226 Jun 28 15:38:40.733848 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2943f1-a571-4355-b15f-6b2725a5e1a3 req-f036c792-78f9-40db-ab3a-74292da8c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:40.735284 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1b2943f1-a571-4355-b15f-6b2725a5e1a3 req-f036c792-78f9-40db-ab3a-74292da8c975 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ccf35943-b7c8-41d3-afeb-9ba924be2cc6 HTTP/1.1" status: 200 len: 849 time: 0.0618670 Jun 28 15:38:40.740275 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b9628ae6-a82f-4c13-ad7d-6f97cd1054b4 req-4ca84a62-a3e0-472d-9b73-448caae23f04 service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450181 Jun 28 15:38:40.774874 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1b2943f1-a571-4355-b15f-6b2725a5e1a3 req-6caf8273-9add-480d-8509-8a1297a213c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4389f945-4528-4db1-8a0c-054296607444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284352 Jun 28 15:38:40.780334 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff532b-921d-4299-9a21-47fd9a90d778 req-ec694f37-063a-4544-ad3c-427111e8208e tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:40.781777 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-13ff532b-921d-4299-9a21-47fd9a90d778 req-ec694f37-063a-4544-ad3c-427111e8208e tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 943 time: 0.0645611 Jun 28 15:38:40.818757 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-13ff532b-921d-4299-9a21-47fd9a90d778 req-bc55d9b8-75c5-4dd7-bdba-5489cc1ef96e tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Jun 28 15:38:40.865897 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1b2943f1-a571-4355-b15f-6b2725a5e1a3 req-a82dc0eb-f60b-4bcb-838f-903d6e75ea96 service neutron] 10.222.0.13 "GET /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841451 Jun 28 15:38:40.959826 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1b2943f1-a571-4355-b15f-6b2725a5e1a3 req-a36332ea-7006-4cd4-bf9e-4705be8b68e8 service neutron] 10.222.0.13 "GET /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860436 Jun 28 15:38:41.407301 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c281657-4c36-4b9f-b0ae-64683c96a9d8 req-5dc86bfe-fcbe-41b8-8356-8baaa4e64608 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:41.408785 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0c281657-4c36-4b9f-b0ae-64683c96a9d8 req-5dc86bfe-fcbe-41b8-8356-8baaa4e64608 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 944 time: 0.0651579 Jun 28 15:38:41.446022 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0c281657-4c36-4b9f-b0ae-64683c96a9d8 req-9907523b-0230-446c-a002-fe0d2b412490 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317428 Jun 28 15:38:41.533136 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b515ad8-7fd6-4412-a85b-5868055886e6', 'tag': '8967beb8-6fbf-466e-9bd9-b2964036eefd'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:38:41.535540 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e255791-060e-40c2-a0ba-41584d6a1ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b515ad8-7fd6-4412-a85b-5868055886e6", "tag": "8967beb8-6fbf-466e-9bd9-b2964036eefd"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:38:41.570688 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992fe9e8-d25c-420c-b11e-da43d4131948 x-openstack-request-id: req-992fe9e8-d25c-420c-b11e-da43d4131948 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:38:41.571022 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b515ad8-7fd6-4412-a85b-5868055886e6", "tag": "8967beb8-6fbf-466e-9bd9-b2964036eefd", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:38:41.571316 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-992fe9e8-d25c-420c-b11e-da43d4131948 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:38:41.571744 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b515ad8-7fd6-4412-a85b-5868055886e6', 'tag': '8967beb8-6fbf-466e-9bd9-b2964036eefd', 'status': 'completed', 'code': 200} Jun 28 15:38:41.642174 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e255791-060e-40c2-a0ba-41584d6a1ef5 req-a6eba2d5-361f-4716-b4c9-c3202fbaaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:41.643673 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e255791-060e-40c2-a0ba-41584d6a1ef5 req-a6eba2d5-361f-4716-b4c9-c3202fbaaca8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 1096 time: 0.0516863 Jun 28 15:38:41.733962 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e255791-060e-40c2-a0ba-41584d6a1ef5 req-c33446e7-c1c0-4d76-87a0-0ac540b115f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:41.735441 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e255791-060e-40c2-a0ba-41584d6a1ef5 req-c33446e7-c1c0-4d76-87a0-0ac540b115f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 916 time: 0.0859129 Jun 28 15:38:41.776076 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e255791-060e-40c2-a0ba-41584d6a1ef5 req-5b3ede1b-944b-4ed4-a1e9-a2e3525452f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8967beb8-6fbf-466e-9bd9-b2964036eefd HTTP/1.1" status: 200 len: 217 time: 0.0339725 Jun 28 15:38:41.822640 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e255791-060e-40c2-a0ba-41584d6a1ef5 req-83790ead-ca08-4fa3-8e9e-232bebacb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:41.824206 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e255791-060e-40c2-a0ba-41584d6a1ef5 req-83790ead-ca08-4fa3-8e9e-232bebacb849 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc32dcde-04b4-4068-aa07-fb7f96bb52c3 HTTP/1.1" status: 200 len: 855 time: 0.0420885 Jun 28 15:38:41.860277 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e255791-060e-40c2-a0ba-41584d6a1ef5 req-384c9881-e4f6-4b3f-a248-976f8d6839b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297580 Jun 28 15:38:41.979593 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e255791-060e-40c2-a0ba-41584d6a1ef5 req-c8c83f50-f3cd-4645-88e5-7121384725e9 service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134472 Jun 28 15:38:42.032434 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d90db8-5c85-4480-b0dc-7255250003c7 req-693a6b92-6ce2-47a3-a89f-b5ca62af3174 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:42.033874 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-09d90db8-5c85-4480-b0dc-7255250003c7 req-693a6b92-6ce2-47a3-a89f-b5ca62af3174 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 943 time: 0.1036201 Jun 28 15:38:42.106285 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-09d90db8-5c85-4480-b0dc-7255250003c7 req-91f35ee5-b87b-4ddc-ab52-c96d5f5ad79f tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475574 Jun 28 15:38:42.116308 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e255791-060e-40c2-a0ba-41584d6a1ef5 req-54d1fe5a-ea73-4ebe-a19a-36cfc686087b service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276057 Jun 28 15:38:42.424098 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 8967beb8-6fbf-466e-9bd9-b2964036eefd details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:38:42.519950 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 8967beb8-6fbf-466e-9bd9-b2964036eefd, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8967beb8-6fbf-466e-9bd9-b2964036eefd,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:42.531708 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '8967beb8-6fbf-466e-9bd9-b2964036eefd', 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8', 'port_id': '8967beb8-6fbf-466e-9bd9-b2964036eefd', 'mac_address': 'fa:16:3e:8f:b4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc32dcde-04b4-4068-aa07-fb7f96bb52c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:38:42.568191 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:42.581524 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8967beb8-6fbf-466e-9bd9-b2964036eefd {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:38:42.601063 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 8967beb8-6fbf-466e-9bd9-b2964036eefd, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8967beb8-6fbf-466e-9bd9-b2964036eefd,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:42.606278 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:42.607147 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 93795ac7-bfba-462a-b300-76a102f16e42 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:38:42.609726 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9a465f41-b1e8-4168-b0fd-6660f8abec47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:42.621756 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e074d8-698c-4cb3-8f10-1255edff9533 req-fc6449f4-747c-4211-9c02-b6e6c6d5cc01 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:42.623382 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-83e074d8-698c-4cb3-8f10-1255edff9533 req-fc6449f4-747c-4211-9c02-b6e6c6d5cc01 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 944 time: 0.0668261 Jun 28 15:38:42.661482 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-83e074d8-698c-4cb3-8f10-1255edff9533 req-12369490-fd9e-4c69-ab81-9795d265eea7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322771 Jun 28 15:38:42.683180 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=8967beb8-6fbf-466e-9bd9-b2964036eefd,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:42.717895 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:42.718238 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:42.718598 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:42.718927 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:42.719257 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:42.719582 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:42.719903 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:42.720222 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:42.720542 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:42.720858 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:42.721175 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:42.721488 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:42.726247 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:42.751970 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 93795ac7-bfba-462a-b300-76a102f16e42, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=93795ac7-bfba-462a-b300-76a102f16e42,segment=NetworkSegment(3c647247-a981-4982-9e71-46b5103d3ce3),segment_id=3c647247-a981-4982-9e71-46b5103d3ce3)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:42.763411 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '93795ac7-bfba-462a-b300-76a102f16e42', 'network_id': '4389f945-4528-4db1-8a0c-054296607444', 'port_id': '93795ac7-bfba-462a-b300-76a102f16e42', 'mac_address': 'fa:16:3e:e7:23:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf35943-b7c8-41d3-afeb-9ba924be2cc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:38:42.799010 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:42.815006 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93795ac7-bfba-462a-b300-76a102f16e42 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:38:42.834411 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 93795ac7-bfba-462a-b300-76a102f16e42, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=93795ac7-bfba-462a-b300-76a102f16e42,segment=NetworkSegment(3c647247-a981-4982-9e71-46b5103d3ce3),segment_id=3c647247-a981-4982-9e71-46b5103d3ce3)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:42.837809 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:42.839593 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:42.883673 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=93795ac7-bfba-462a-b300-76a102f16e42,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:42.886679 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:43.080034 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['93795ac7-bfba-462a-b300-76a102f16e42'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:38:43.082293 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['8967beb8-6fbf-466e-9bd9-b2964036eefd'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:38:43.275397 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19aff2d-e382-4861-a608-18423fa0e0ad req-09806e50-d515-4f52-9e6a-27d8fa9a7ef6 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:43.276771 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e19aff2d-e382-4861-a608-18423fa0e0ad req-09806e50-d515-4f52-9e6a-27d8fa9a7ef6 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 944 time: 0.0626040 Jun 28 15:38:43.318539 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e19aff2d-e382-4861-a608-18423fa0e0ad req-97c5b662-1622-46ca-b70f-05f3550a97a3 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360706 Jun 28 15:38:43.832084 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b93ef-4a75-4d74-9edf-70ddfa26089d req-c199a543-b38d-42a8-b2c6-5662ddea0e6a tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:43.833527 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-043b93ef-4a75-4d74-9edf-70ddfa26089d req-c199a543-b38d-42a8-b2c6-5662ddea0e6a tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 945 time: 0.0641794 Jun 28 15:38:43.870891 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-043b93ef-4a75-4d74-9edf-70ddfa26089d req-924439ca-3e68-467b-be13-a01375f1c36c tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Jun 28 15:38:44.439980 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 8967beb8-6fbf-466e-9bd9-b2964036eefd up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:38:44.490578 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 8967beb8-6fbf-466e-9bd9-b2964036eefd completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:38:44.491284 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85166005-ac78-41af-b959-fa0e4b8d51d8 req-30219a74-848a-4f67-9b92-773aa28acb68 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:44.492948 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-85166005-ac78-41af-b959-fa0e4b8d51d8 req-30219a74-848a-4f67-9b92-773aa28acb68 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 944 time: 0.0649800 Jun 28 15:38:44.494388 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 8967beb8-6fbf-466e-9bd9-b2964036eefd triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:38:44.494798 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:44.530756 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-85166005-ac78-41af-b959-fa0e4b8d51d8 req-138cc430-8561-4f90-beef-11babc754f30 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318954 Jun 28 15:38:44.573822 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:44.595358 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b515ad8-7fd6-4412-a85b-5868055886e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8967beb8-6fbf-466e-9bd9-b2964036eefd'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:38:44.597710 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcd33dd-6ac9-4e48-aedd-dfd54091e573" -d '{"events": [{"server_uuid": "4b515ad8-7fd6-4412-a85b-5868055886e6", "name": "network-vif-plugged", "status": "completed", "tag": "8967beb8-6fbf-466e-9bd9-b2964036eefd"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:38:44.610427 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 8967beb8-6fbf-466e-9bd9-b2964036eefd, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8967beb8-6fbf-466e-9bd9-b2964036eefd,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:44.614820 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:44.615675 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 93795ac7-bfba-462a-b300-76a102f16e42 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:38:44.618223 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:44.688864 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458fb615-786e-4954-a145-ae8717bfcf11 x-openstack-request-id: req-458fb615-786e-4954-a145-ae8717bfcf11 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:38:44.689159 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b515ad8-7fd6-4412-a85b-5868055886e6", "name": "network-vif-plugged", "status": "completed", "tag": "8967beb8-6fbf-466e-9bd9-b2964036eefd", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:38:44.689421 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-458fb615-786e-4954-a145-ae8717bfcf11 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:38:44.689808 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b515ad8-7fd6-4412-a85b-5868055886e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8967beb8-6fbf-466e-9bd9-b2964036eefd', 'code': 200} Jun 28 15:38:44.694693 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=8967beb8-6fbf-466e-9bd9-b2964036eefd,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:44.698912 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:44.708402 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 93795ac7-bfba-462a-b300-76a102f16e42 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:38:44.712568 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 93795ac7-bfba-462a-b300-76a102f16e42 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:38:44.712939 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:44.792225 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:44.824891 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 93795ac7-bfba-462a-b300-76a102f16e42, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=93795ac7-bfba-462a-b300-76a102f16e42,segment=NetworkSegment(3c647247-a981-4982-9e71-46b5103d3ce3),segment_id=3c647247-a981-4982-9e71-46b5103d3ce3)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:44.828485 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:44.830528 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d9cb67da-2669-40bb-b5d0-b4399542d5fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:44.875480 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=93795ac7-bfba-462a-b300-76a102f16e42,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:44.878383 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:44.911626 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f37bdf-60bc-414b-889c-c39d98f714e0 req-abca7546-49bd-4bb6-9ab6-23dc469aaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:44.913227 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-65f37bdf-60bc-414b-889c-c39d98f714e0 req-abca7546-49bd-4bb6-9ab6-23dc469aaf0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 1098 time: 0.0547259 Jun 28 15:38:44.947501 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-65f37bdf-60bc-414b-889c-c39d98f714e0 req-b97d4545-76bb-4e41-a18a-5b217dc54364 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281718 Jun 28 15:38:45.046265 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a345d91-b2c3-4336-a895-44df5ab99f64 req-31cd1647-0002-46af-9372-a96d658d8299 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:45.047780 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9a345d91-b2c3-4336-a895-44df5ab99f64 req-31cd1647-0002-46af-9372-a96d658d8299 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 946 time: 0.0666018 Jun 28 15:38:45.085028 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9a345d91-b2c3-4336-a895-44df5ab99f64 req-ffda2022-1e6e-4656-aeea-cbde62a3bd25 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316100 Jun 28 15:38:45.706298 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39eb98-704e-4778-a092-924df3ac23f2 req-6b71b351-7df8-4e27-9aa8-bee1febacbee tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:45.707787 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8f39eb98-704e-4778-a092-924df3ac23f2 req-6b71b351-7df8-4e27-9aa8-bee1febacbee tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 945 time: 0.0615735 Jun 28 15:38:45.745518 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8f39eb98-704e-4778-a092-924df3ac23f2 req-f5fa3554-5290-4868-8b6b-fffefd7172a4 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320544 Jun 28 15:38:45.936728 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:46.252095 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cee41-6d00-4d52-8759-02b23e453027 req-246bf069-f6b8-4437-9cd0-52435019c62e tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:46.253550 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8e4cee41-6d00-4d52-8759-02b23e453027 req-246bf069-f6b8-4437-9cd0-52435019c62e tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 946 time: 0.0623443 Jun 28 15:38:46.290566 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8e4cee41-6d00-4d52-8759-02b23e453027 req-1532a9f5-fe75-4f44-a117-2b33a4df8f85 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310116 Jun 28 15:38:46.691311 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40734a41-9857-44e3-aeab-1c834590d9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93795ac7-bfba-462a-b300-76a102f16e42'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:38:46.693670 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0c0156-30ce-4dfa-9687-c6855a51e649" -d '{"events": [{"server_uuid": "40734a41-9857-44e3-aeab-1c834590d9f6", "name": "network-vif-plugged", "status": "completed", "tag": "93795ac7-bfba-462a-b300-76a102f16e42"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:38:46.729864 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6c1a5a-9e1f-4c71-ad73-0dfd552836f2 x-openstack-request-id: req-eb6c1a5a-9e1f-4c71-ad73-0dfd552836f2 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:38:46.730170 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40734a41-9857-44e3-aeab-1c834590d9f6", "name": "network-vif-plugged", "status": "completed", "tag": "93795ac7-bfba-462a-b300-76a102f16e42", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:38:46.730433 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb6c1a5a-9e1f-4c71-ad73-0dfd552836f2 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:38:46.730856 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40734a41-9857-44e3-aeab-1c834590d9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93795ac7-bfba-462a-b300-76a102f16e42', 'code': 200} Jun 28 15:38:46.954367 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7853290-fc58-43ba-b2ab-3b272eab28e4 req-8a02a28d-6a5c-45f9-b3b2-d4f654cd7d7b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:46.955849 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a7853290-fc58-43ba-b2ab-3b272eab28e4 req-8a02a28d-6a5c-45f9-b3b2-d4f654cd7d7b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 945 time: 0.0980856 Jun 28 15:38:46.994714 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753da4a-b9cd-4b65-a92b-f54e96bcb405 req-efe62aed-1719-4b65-9f09-6241e783ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:46.996063 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f753da4a-b9cd-4b65-a92b-f54e96bcb405 req-efe62aed-1719-4b65-9f09-6241e783ae14 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 1099 time: 0.0989721 Jun 28 15:38:47.003212 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a7853290-fc58-43ba-b2ab-3b272eab28e4 req-d500e129-8b61-4b54-828f-bfe18a02c5c6 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 Jun 28 15:38:47.034539 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f753da4a-b9cd-4b65-a92b-f54e96bcb405 req-4dab3663-8f36-4ead-b15e-7785c47ba695 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303817 Jun 28 15:38:47.469899 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1048c-cb03-4df4-9121-f6ad954df0df req-e38766c8-63a2-4553-aaf3-6e4b2b9fa912 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:47.471390 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c6e1048c-cb03-4df4-9121-f6ad954df0df req-e38766c8-63a2-4553-aaf3-6e4b2b9fa912 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 946 time: 0.0683458 Jun 28 15:38:47.512929 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-c6e1048c-cb03-4df4-9121-f6ad954df0df req-aabc2d30-0703-44bb-88c8-8c554f1fa9c9 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357695 Jun 28 15:38:48.443079 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ac86c584-8134-49f5-8fd8-bcd34c1db540 req-18c09462-bbcb-4e9c-b817-03a612748b25 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520473 Jun 28 15:38:48.538974 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86c584-8134-49f5-8fd8-bcd34c1db540 req-d780fcea-f447-4a6d-87a1-62daea22a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:48.540545 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ac86c584-8134-49f5-8fd8-bcd34c1db540 req-d780fcea-f447-4a6d-87a1-62daea22a457 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ef25eb1e174e92aca988d06792c704&device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 1098 time: 0.0557389 Jun 28 15:38:48.657177 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86c584-8134-49f5-8fd8-bcd34c1db540 req-3a692002-a274-4fba-874b-1098771fd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:48.658763 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ac86c584-8134-49f5-8fd8-bcd34c1db540 req-3a692002-a274-4fba-874b-1098771fd89c service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbca97b7-ebe9-428d-b7c3-f04dc074de06 HTTP/1.1" status: 200 len: 910 time: 0.0958705 Jun 28 15:38:48.697162 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b805f1f-d12d-4c6d-869e-d42d6586ec26 req-7cfc304e-9596-4a64-ba5a-a527d12107bb tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:48.698933 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4b805f1f-d12d-4c6d-869e-d42d6586ec26 req-7cfc304e-9596-4a64-ba5a-a527d12107bb tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 946 time: 0.0698755 Jun 28 15:38:48.732707 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ac86c584-8134-49f5-8fd8-bcd34c1db540 req-7c5ce007-cdb1-45b9-a253-6dd729db8038 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f280c7-fce0-4188-9ead-bb38fc80290e HTTP/1.1" status: 200 len: 1001 time: 0.0680549 Jun 28 15:38:48.744081 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4b805f1f-d12d-4c6d-869e-d42d6586ec26 req-7126e90c-b46c-4db8-87b2-825c233d4bb3 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378022 Jun 28 15:38:48.789602 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86c584-8134-49f5-8fd8-bcd34c1db540 req-b503c699-e2a6-4910-a262-4981ca0a8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:48.791090 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ac86c584-8134-49f5-8fd8-bcd34c1db540 req-b503c699-e2a6-4910-a262-4981ca0a8231 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef HTTP/1.1" status: 200 len: 848 time: 0.0513039 Jun 28 15:38:48.851777 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86c584-8134-49f5-8fd8-bcd34c1db540 req-3b6caf67-1c66-4600-9ef2-08fb6cc1f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:48.853321 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ac86c584-8134-49f5-8fd8-bcd34c1db540 req-3b6caf67-1c66-4600-9ef2-08fb6cc1f3a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbca97b7-ebe9-428d-b7c3-f04dc074de06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0559535 Jun 28 15:38:48.951477 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ac86c584-8134-49f5-8fd8-bcd34c1db540 req-cdf425be-7065-431e-926e-f4c83a4d979b service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903518 Jun 28 15:38:49.058659 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ac86c584-8134-49f5-8fd8-bcd34c1db540 req-24cda731-4be5-47b4-89db-1e0631edd815 service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992482 Jun 28 15:38:49.509099 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f22d1-5432-4046-9656-0c9312edcec9 req-cc8b7031-0d8a-40b0-80d9-d052c158a768 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:49.510573 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ab0f22d1-5432-4046-9656-0c9312edcec9 req-cc8b7031-0d8a-40b0-80d9-d052c158a768 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 946 time: 0.0611701 Jun 28 15:38:49.547748 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ab0f22d1-5432-4046-9656-0c9312edcec9 req-7f65c708-3c2b-40a1-b03a-d81d1a48755d tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Jun 28 15:38:50.005176 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05519bb-6cbf-4359-8233-912e09217047 req-5be7a23f-98ae-4167-8f6d-a06536edf040 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:50.006554 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-5be7a23f-98ae-4167-8f6d-a06536edf040 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 815 time: 0.1020868 Jun 28 15:38:50.020403 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-fbcce688-5651-4558-aa21-45fc0ce30b41 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/quotas/bbd0d39067ee41cb93c07006795dd138 HTTP/1.1" status: 200 len: 375 time: 0.0085948 Jun 28 15:38:50.354169 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-48f422da-5000-4ced-933a-fe1438831cd3 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3290946 Jun 28 15:38:50.442274 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-e7b10a6f-2823-4eb6-b43f-1247d940fbae service neutron] 10.222.0.30 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813751 Jun 28 15:38:50.528741 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-898cda1f-a956-4634-9ed8-42323f50ff65 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807936 Jun 28 15:38:50.693211 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8477746a-5aee-41d8-ae10-c26011029839 req-bcbba49e-66f8-4c1c-a978-0c01e3759fa1 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 210 time: 0.0288653 Jun 28 15:38:50.732933 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e6279-0532-4296-8914-4a3fe0164862 req-361cc583-085b-4fa9-84fb-cd16be8ecfad tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:50.734854 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-751e6279-0532-4296-8914-4a3fe0164862 req-361cc583-085b-4fa9-84fb-cd16be8ecfad tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 946 time: 0.0666697 Jun 28 15:38:50.774856 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-751e6279-0532-4296-8914-4a3fe0164862 req-35e6b6af-b98d-4966-af7c-afa4a31f96f4 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Jun 28 15:38:50.804454 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a313ce-23c8-4d46-a0aa-c0990dd7b48f req-d23ec867-b147-41bd-abd5-5891e7d733e6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:50.805913 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b2a313ce-23c8-4d46-a0aa-c0990dd7b48f req-d23ec867-b147-41bd-abd5-5891e7d733e6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.13 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 946 time: 0.0673082 Jun 28 15:38:50.905471 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-b2a313ce-23c8-4d46-a0aa-c0990dd7b48f req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Deleting port 93795ac7-bfba-462a-b300-76a102f16e42 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:38:50.905823 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b2a313ce-23c8-4d46-a0aa-c0990dd7b48f req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:51.002153 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-b2a313ce-23c8-4d46-a0aa-c0990dd7b48f req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] For port 93795ac7-bfba-462a-b300-76a102f16e42, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=93795ac7-bfba-462a-b300-76a102f16e42,segment=NetworkSegment(3c647247-a981-4982-9e71-46b5103d3ce3),segment_id=3c647247-a981-4982-9e71-46b5103d3ce3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:51.002548 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b2a313ce-23c8-4d46-a0aa-c0990dd7b48f req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:51.017414 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-b2a313ce-23c8-4d46-a0aa-c0990dd7b48f req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Calling delete_port for 93795ac7-bfba-462a-b300-76a102f16e42 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:38:51.146095 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b2a313ce-23c8-4d46-a0aa-c0990dd7b48f req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:51.149911 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-73efbacf-011a-4d0b-a28e-76fbdef6ed29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:51.158928 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['93795ac7-bfba-462a-b300-76a102f16e42'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:38:51.176521 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Pushing event deleted for resources: {'Port': ['ID=93795ac7-bfba-462a-b300-76a102f16e42,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:51.186707 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:51.187020 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:51.187373 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:51.187726 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:51.188080 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:51.188428 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:51.188771 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:51.189113 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:51.190044 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:51.190044 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:51.190233 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:51.190463 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:38:51.196449 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:51.234164 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a313ce-23c8-4d46-a0aa-c0990dd7b48f req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] No DVR routers for this DVR port 93795ac7-bfba-462a-b300-76a102f16e42 on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:38:51.236661 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b2a313ce-23c8-4d46-a0aa-c0990dd7b48f req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:51.238659 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b2a313ce-23c8-4d46-a0aa-c0990dd7b48f req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.13 "DELETE /v2.0/ports/93795ac7-bfba-462a-b300-76a102f16e42 HTTP/1.1" status: 204 len: 173 time: 0.4278700 Jun 28 15:38:51.239174 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40734a41-9857-44e3-aeab-1c834590d9f6', 'name': 'network-vif-deleted', 'tag': '93795ac7-bfba-462a-b300-76a102f16e42'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:38:51.242050 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086db555-32b5-4313-8aa1-43eb331e4ec9" -d '{"events": [{"server_uuid": "40734a41-9857-44e3-aeab-1c834590d9f6", "name": "network-vif-deleted", "tag": "93795ac7-bfba-462a-b300-76a102f16e42"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:38:51.281606 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4afdda3-2773-4103-8b67-19ad1307e177 x-openstack-request-id: req-a4afdda3-2773-4103-8b67-19ad1307e177 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:38:51.282006 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40734a41-9857-44e3-aeab-1c834590d9f6", "name": "network-vif-deleted", "tag": "93795ac7-bfba-462a-b300-76a102f16e42", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:38:51.282295 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4afdda3-2773-4103-8b67-19ad1307e177 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:38:51.282847 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40734a41-9857-44e3-aeab-1c834590d9f6', 'name': 'network-vif-deleted', 'tag': '93795ac7-bfba-462a-b300-76a102f16e42', 'status': 'completed', 'code': 200} Jun 28 15:38:51.772942 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb211113-f4e5-45f1-9a3c-c6bb8cc2bb66 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:51.774437 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb211113-f4e5-45f1-9a3c-c6bb8cc2bb66 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 815 time: 0.1073709 Jun 28 15:38:51.789418 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-d05519bb-6cbf-4359-8233-912e09217047 req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Request body: {'port': {'device_id': '6bfc63d8-6947-42c5-a1b6-e6fe9402e247', 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8', 'admin_state_up': True, 'tenant_id': 'bbd0d39067ee41cb93c07006795dd138'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:38:51.871143 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ecb20866-ea61-417b-867a-a57276679235 req-a01023d0-d820-4b83-8584-7db56a52c4fc tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 210 time: 0.0606220 Jun 28 15:38:51.908352 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d05519bb-6cbf-4359-8233-912e09217047 req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Made reservation on behalf of bbd0d39067ee41cb93c07006795dd138 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:38:51.913152 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d05519bb-6cbf-4359-8233-912e09217047 req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:52.008725 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-1ae459b3-765d-4d05-9d99-c5f0d7439b37 req-319c9cf8-dddc-4f37-8ab8-7b1c04e29dab tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=40734a41-9857-44e3-aeab-1c834590d9f6 HTTP/1.1" status: 200 len: 210 time: 0.0408609 Jun 28 15:38:52.067606 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-d05519bb-6cbf-4359-8233-912e09217047 req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Allocated IP 172.20.0.10 (1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8/fc32dcde-04b4-4068-aa07-fb7f96bb52c3/3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:38:52.217133 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d05519bb-6cbf-4359-8233-912e09217047 req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:52.254310 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d05519bb-6cbf-4359-8233-912e09217047 req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62911416'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:52.259601 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:52.265838 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['8967beb8-6fbf-466e-9bd9-b2964036eefd'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:38:52.295626 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d05519bb-6cbf-4359-8233-912e09217047 req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:38:52.298830 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-d05519bb-6cbf-4359-8233-912e09217047 req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:38:52.301294 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05519bb-6cbf-4359-8233-912e09217047 req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:38:52.341621 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Pushing event updated for resources: {'Port': ['ID=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:52.344456 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:52.363418 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05519bb-6cbf-4359-8233-912e09217047 req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:52.364149 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d05519bb-6cbf-4359-8233-912e09217047 req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:52.378075 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5937884 Jun 28 15:38:52.389474 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Request body: {'port': {'device_id': '6bfc63d8-6947-42c5-a1b6-e6fe9402e247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:38:52.459097 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:52.713205 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:38:52.720251 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:52.732109 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Transition to ACTIVE for port object 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:38:52.736882 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:52.739643 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-44ed5165-1931-4dea-8941-68476799bda7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:52.786672 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:52.804351 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:52.851763 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Attempting to bind port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:38:52.852098 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Attempting to bind port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:38:52.852427 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Attempting to bind port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e on network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:38:52.856908 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e on network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:38:52.857231 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Attempting to bind port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e on network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:38:52.861914 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:38:52.862247 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Checking segment: {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:38:52.862663 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Bound using segment: {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:38:52.863089 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Bound port: 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:38:52.863440 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:52.927690 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] For port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:38:52.931199 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] For port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:38:52.936518 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:52.939845 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a537ea75-f847-4916-b9c5-578dec479cf6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:52.971699 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:52.972322 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:52.973704 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e HTTP/1.1" status: 200 len: 1094 time: 0.5883579 Jun 28 15:38:52.999711 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:53.002853 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:53.047759 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57a168-a0d2-4de3-9b4e-f63b059d99cd req-5a017552-2f6a-45a2-a1cf-81cd5f3a5df9 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:53.049258 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7d57a168-a0d2-4de3-9b4e-f63b059d99cd req-5a017552-2f6a-45a2-a1cf-81cd5f3a5df9 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 944 time: 0.0642290 Jun 28 15:38:53.063609 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05519bb-6cbf-4359-8233-912e09217047 req-63bb76bd-c395-463c-9df7-d7587f92b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:53.065094 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-63bb76bd-c395-463c-9df7-d7587f92b4db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 1097 time: 0.0538788 Jun 28 15:38:53.092787 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7d57a168-a0d2-4de3-9b4e-f63b059d99cd req-adf6bd65-e92b-44a8-ae4c-251018cab215 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373847 Jun 28 15:38:53.111173 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-249cf203-841d-4e68-ac2e-8309b2f78825 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e HTTP/1.1" status: 200 len: 217 time: 0.0383291 Jun 28 15:38:53.159495 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05519bb-6cbf-4359-8233-912e09217047 req-b0a5af19-fe8c-4599-964d-29993cdf0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:53.161000 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-b0a5af19-fe8c-4599-964d-29993cdf0d39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc32dcde-04b4-4068-aa07-fb7f96bb52c3 HTTP/1.1" status: 200 len: 855 time: 0.0446672 Jun 28 15:38:53.194258 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-eadda612-5c68-4d72-a37b-59bf967b5ab9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267506 Jun 28 15:38:53.305959 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfc63d8-6947-42c5-a1b6-e6fe9402e247', 'tag': '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:38:53.308387 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39de508-c25e-4ded-ae40-cbe01c57ade4" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfc63d8-6947-42c5-a1b6-e6fe9402e247", "tag": "3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:38:53.351073 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0646dfa8-fa98-4f4c-badb-ea7e421c6316 x-openstack-request-id: req-0646dfa8-fa98-4f4c-badb-ea7e421c6316 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:38:53.351403 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfc63d8-6947-42c5-a1b6-e6fe9402e247", "tag": "3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:38:53.351690 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0646dfa8-fa98-4f4c-badb-ea7e421c6316 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:38:53.352107 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfc63d8-6947-42c5-a1b6-e6fe9402e247', 'tag': '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e', 'status': 'completed', 'code': 200} Jun 28 15:38:53.366709 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-27008b1a-15f7-4680-a01c-c56159cfaaf5 service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670451 Jun 28 15:38:53.373407 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-e8606bc0-4910-452a-901f-6704c4e0b14d tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:53.374772 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-e8606bc0-4910-452a-901f-6704c4e0b14d tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/networks?id=4389f945-4528-4db1-8a0c-054296607444 HTTP/1.1" status: 200 len: 809 time: 0.1668139 Jun 28 15:38:53.409987 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-75e10f21-9cc7-4d57-b995-c53186d0c91e tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/quotas/fd7f0f27ffee4d8dac39b7cf151e74ce HTTP/1.1" status: 200 len: 375 time: 0.0268385 Jun 28 15:38:53.472126 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-7d29ce4a-fcff-424c-af37-5eb4ec31e513 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd7f0f27ffee4d8dac39b7cf151e74ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339961 Jun 28 15:38:53.521149 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d05519bb-6cbf-4359-8233-912e09217047 req-29ca1218-80ae-43dd-ac0f-fd3564fddf19 service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454890 Jun 28 15:38:53.604338 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-8b0c3510-3a59-4c25-a288-4de378c6f09e service neutron] 10.222.0.30 "GET /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252089 Jun 28 15:38:53.687437 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de508-c25e-4ded-ae40-cbe01c57ade4 req-882eb668-2d33-4509-af0d-b028437613d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:53.688914 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e39de508-c25e-4ded-ae40-cbe01c57ade4 req-882eb668-2d33-4509-af0d-b028437613d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 1097 time: 0.1184478 Jun 28 15:38:53.730290 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-240161ce-be04-420d-ab5e-1437cd38de08 service neutron] 10.222.0.30 "GET /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193225 Jun 28 15:38:53.794044 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de508-c25e-4ded-ae40-cbe01c57ade4 req-2276b4ce-8bc2-4307-86a5-402d7999e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:53.795519 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e39de508-c25e-4ded-ae40-cbe01c57ade4 req-2276b4ce-8bc2-4307-86a5-402d7999e1d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 916 time: 0.0984628 Jun 28 15:38:53.844329 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e39de508-c25e-4ded-ae40-cbe01c57ade4 req-7c308061-67f3-4d8e-9ac4-47f801f607d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e HTTP/1.1" status: 200 len: 217 time: 0.0399969 Jun 28 15:38:53.899453 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de508-c25e-4ded-ae40-cbe01c57ade4 req-7ab2da22-d4ef-440e-9fdf-974dcba45be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:53.900820 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e39de508-c25e-4ded-ae40-cbe01c57ade4 req-7ab2da22-d4ef-440e-9fdf-974dcba45be6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc32dcde-04b4-4068-aa07-fb7f96bb52c3 HTTP/1.1" status: 200 len: 855 time: 0.0455184 Jun 28 15:38:53.901837 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-454d4637-64c8-4d0d-9ad4-cae1714b82e2 req-9bd78ae9-304a-4aa4-92df-c840a2ca82a0 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 210 time: 0.0295229 Jun 28 15:38:53.934856 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e39de508-c25e-4ded-ae40-cbe01c57ade4 req-239fe864-cd01-45d3-bd2e-76cdf3e9ef01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270455 Jun 28 15:38:54.029521 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e39de508-c25e-4ded-ae40-cbe01c57ade4 req-8124a090-f801-4681-8f0b-0efe189dd55a service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867963 Jun 28 15:38:54.128749 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e39de508-c25e-4ded-ae40-cbe01c57ade4 req-86e4c3e8-7116-47c6-9b3c-7becdd084c0e service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915601 Jun 28 15:38:54.278001 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8288d3-ad78-4b89-8c55-7c3e88f69342 req-491af27c-a6ad-4178-9f71-4cae8996edac tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:54.279477 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-af8288d3-ad78-4b89-8c55-7c3e88f69342 req-491af27c-a6ad-4178-9f71-4cae8996edac tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 944 time: 0.0647254 Jun 28 15:38:54.323076 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-af8288d3-ad78-4b89-8c55-7c3e88f69342 req-b495d789-e8fc-4f4a-9460-b1438cb2d571 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374575 Jun 28 15:38:54.512776 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 93795ac7-bfba-462a-b300-76a102f16e42 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:38:54.532940 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 93795ac7-bfba-462a-b300-76a102f16e42 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:38:54.533276 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 93795ac7-bfba-462a-b300-76a102f16e42 not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:38:54.985421 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-3243bf23-d4ff-423d-9854-9d5c5531fdac tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:54.986881 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-3243bf23-d4ff-423d-9854-9d5c5531fdac tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.13 "GET /v2.0/networks?id=4389f945-4528-4db1-8a0c-054296607444 HTTP/1.1" status: 200 len: 809 time: 0.1113067 Jun 28 15:38:55.000530 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Request body: {'port': {'device_id': 'ebf0c9c0-19d4-4b35-be09-3b2b22365b6b', 'network_id': '4389f945-4528-4db1-8a0c-054296607444', 'admin_state_up': True, 'tenant_id': 'fd7f0f27ffee4d8dac39b7cf151e74ce'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:38:55.061997 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e2007c7d-097e-41e9-8100-cadd3779136a req-13c136b4-6732-4f4b-a5fe-cbb10f1dac1d tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 210 time: 0.0346334 Jun 28 15:38:55.115313 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Made reservation on behalf of fd7f0f27ffee4d8dac39b7cf151e74ce for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:38:55.119281 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:55.238803 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Allocated IP 172.20.0.6 (4389f945-4528-4db1-8a0c-054296607444/ccf35943-b7c8-41d3-afeb-9ba924be2cc6/77be5af1-d124-42df-b4b4-ffaa0036f147) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:38:55.382941 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:55.420363 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62911416'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:55.424274 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2e839a65-935e-43a3-8fe6-a36c4693b4ff tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:55.500054 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Network 4389f945-4528-4db1-8a0c-054296607444 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:38:55.507474 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:38:55.510996 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:38:55.513478 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Pushing event updated for resources: {'Port': ['ID=77be5af1-d124-42df-b4b4-ffaa0036f147,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:55.534498 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:55.569434 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:55.570030 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:55.589333 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817c272-2a9f-4cbb-b992-186357b012fc req-a3e6957a-a0d7-4eaa-86ca-1aba85745de5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:55.590807 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3817c272-2a9f-4cbb-b992-186357b012fc req-a3e6957a-a0d7-4eaa-86ca-1aba85745de5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 944 time: 0.1418631 Jun 28 15:38:55.592392 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5966728 Jun 28 15:38:55.607685 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Request body: {'port': {'device_id': 'ebf0c9c0-19d4-4b35-be09-3b2b22365b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:38:55.668449 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-3817c272-2a9f-4cbb-b992-186357b012fc req-83d3906a-2992-4b8f-878c-dd2fb9859d3f tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720444 Jun 28 15:38:55.708160 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:55.953602 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77be5af1-d124-42df-b4b4-ffaa0036f147 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:38:55.961785 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:55.973783 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Transition to ACTIVE for port object 77be5af1-d124-42df-b4b4-ffaa0036f147 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:38:55.977647 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:55.980280 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b5f34408-4700-43f9-8369-d9aea307bcdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:56.027265 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Pushing event updated for resources: {'Port': ['ID=77be5af1-d124-42df-b4b4-ffaa0036f147,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:56.030579 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:56.097511 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Attempting to bind port 77be5af1-d124-42df-b4b4-ffaa0036f147 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:38:56.098159 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Attempting to bind port 77be5af1-d124-42df-b4b4-ffaa0036f147 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '3c647247-a981-4982-9e71-46b5103d3ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4389f945-4528-4db1-8a0c-054296607444'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:38:56.098583 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Attempting to bind port 77be5af1-d124-42df-b4b4-ffaa0036f147 on network 4389f945-4528-4db1-8a0c-054296607444 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:38:56.103870 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Port 77be5af1-d124-42df-b4b4-ffaa0036f147 on network 4389f945-4528-4db1-8a0c-054296607444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:38:56.104264 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Attempting to bind port 77be5af1-d124-42df-b4b4-ffaa0036f147 on network 4389f945-4528-4db1-8a0c-054296607444 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:38:56.109376 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:38:56.109714 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Checking segment: {'id': '3c647247-a981-4982-9e71-46b5103d3ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4389f945-4528-4db1-8a0c-054296607444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:38:56.110098 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Bound using segment: {'id': '3c647247-a981-4982-9e71-46b5103d3ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4389f945-4528-4db1-8a0c-054296607444'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:38:56.110560 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Bound port: 77be5af1-d124-42df-b4b4-ffaa0036f147, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c647247-a981-4982-9e71-46b5103d3ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4389f945-4528-4db1-8a0c-054296607444'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:38:56.110919 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:56.172606 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] For port 77be5af1-d124-42df-b4b4-ffaa0036f147, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:38:56.175605 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] For port 77be5af1-d124-42df-b4b4-ffaa0036f147, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=77be5af1-d124-42df-b4b4-ffaa0036f147,segment=NetworkSegment(3c647247-a981-4982-9e71-46b5103d3ce3),segment_id=3c647247-a981-4982-9e71-46b5103d3ce3)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:38:56.180155 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:56.183050 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7403f5c7-2493-4ec3-b03d-e5172dc1e294 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:56.215207 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:56.215813 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:56.217168 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] 10.222.0.13 "PUT /v2.0/ports/77be5af1-d124-42df-b4b4-ffaa0036f147 HTTP/1.1" status: 200 len: 1093 time: 0.6145456 Jun 28 15:38:56.217666 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf0c9c0-19d4-4b35-be09-3b2b22365b6b', 'tag': '77be5af1-d124-42df-b4b4-ffaa0036f147'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:38:56.219971 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d46486-f420-479a-9e85-2f6c54a30ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf0c9c0-19d4-4b35-be09-3b2b22365b6b", "tag": "77be5af1-d124-42df-b4b4-ffaa0036f147"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:38:56.236271 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a9a6a-e838-49cd-a19a-399ca6e82909 req-37f15bc6-ad00-48fa-be8f-e6e06b637306 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:56.237804 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-494a9a6a-e838-49cd-a19a-399ca6e82909 req-37f15bc6-ad00-48fa-be8f-e6e06b637306 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 943 time: 0.0644300 Jun 28 15:38:56.243963 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Pushing event updated for resources: {'Port': ['ID=77be5af1-d124-42df-b4b4-ffaa0036f147,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:56.247576 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:56.267045 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4878ab3-5b1c-47e6-8d9d-e1bf3e6a6964 x-openstack-request-id: req-d4878ab3-5b1c-47e6-8d9d-e1bf3e6a6964 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:38:56.267376 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf0c9c0-19d4-4b35-be09-3b2b22365b6b", "tag": "77be5af1-d124-42df-b4b4-ffaa0036f147", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:38:56.267670 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4878ab3-5b1c-47e6-8d9d-e1bf3e6a6964 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:38:56.268088 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf0c9c0-19d4-4b35-be09-3b2b22365b6b', 'tag': '77be5af1-d124-42df-b4b4-ffaa0036f147', 'status': 'completed', 'code': 200} Jun 28 15:38:56.283850 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-494a9a6a-e838-49cd-a19a-399ca6e82909 req-b7176df5-abf2-441c-8454-00ece57641ba tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Jun 28 15:38:56.313468 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-40d52da0-d51f-439e-b88a-6cb46c4ed9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:56.314979 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-40d52da0-d51f-439e-b88a-6cb46c4ed9ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd7f0f27ffee4d8dac39b7cf151e74ce&device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 1096 time: 0.0576437 Jun 28 15:38:56.355614 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-2be19f69-115f-4804-8186-ee95b469393e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77be5af1-d124-42df-b4b4-ffaa0036f147 HTTP/1.1" status: 200 len: 217 time: 0.0337791 Jun 28 15:38:56.402778 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-71ff8a94-2ff0-488a-bd07-dea7fdd9b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:56.404147 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-71ff8a94-2ff0-488a-bd07-dea7fdd9b8ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ccf35943-b7c8-41d3-afeb-9ba924be2cc6 HTTP/1.1" status: 200 len: 849 time: 0.0418828 Jun 28 15:38:56.438594 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-be5da52b-a5e5-4c48-8145-b0175ae1860d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4389f945-4528-4db1-8a0c-054296607444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279086 Jun 28 15:38:56.524087 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-1578d7ec-f408-4205-8b92-84942fa9d4d5 service neutron] 10.222.0.13 "GET /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790601 Jun 28 15:38:56.534317 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:38:56.612771 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-f44159bb-aa4e-4872-8003-e605d02bfe90 req-20d33530-8d8f-4fe1-bbb6-d7086b62c6d9 service neutron] 10.222.0.13 "GET /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829966 Jun 28 15:38:56.629370 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:56.641199 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e', 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8', 'port_id': '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e', 'mac_address': 'fa:16:3e:d8:46:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc32dcde-04b4-4068-aa07-fb7f96bb52c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:38:56.676663 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:56.689308 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:38:56.712899 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:56.717052 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d46486-f420-479a-9e85-2f6c54a30ebe req-6b0d9a82-1fc9-4804-b127-8b5ee973ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:56.717190 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:56.718642 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-02d46486-f420-479a-9e85-2f6c54a30ebe req-6b0d9a82-1fc9-4804-b127-8b5ee973ff71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd7f0f27ffee4d8dac39b7cf151e74ce&device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 1096 time: 0.0545905 Jun 28 15:38:56.718996 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:56.768191 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:56.771334 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:56.830817 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:38:56.946955 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:38:57.113049 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d46486-f420-479a-9e85-2f6c54a30ebe req-74cd95ac-4daa-4c7a-b5fa-d2a8db5db5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:57.114398 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-02d46486-f420-479a-9e85-2f6c54a30ebe req-74cd95ac-4daa-4c7a-b5fa-d2a8db5db5a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4389f945-4528-4db1-8a0c-054296607444 HTTP/1.1" status: 200 len: 910 time: 0.3886287 Jun 28 15:38:57.156627 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-02d46486-f420-479a-9e85-2f6c54a30ebe req-d9e36ee2-8837-46f0-be05-7420c4ef8f28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77be5af1-d124-42df-b4b4-ffaa0036f147 HTTP/1.1" status: 200 len: 217 time: 0.0349021 Jun 28 15:38:57.196838 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b785f-7815-4486-9f45-d90562c14ef4 req-b643b843-242c-4246-8d82-f650458b82c6 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:57.198516 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6e2b785f-7815-4486-9f45-d90562c14ef4 req-b643b843-242c-4246-8d82-f650458b82c6 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 945 time: 0.4066985 Jun 28 15:38:57.229249 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d46486-f420-479a-9e85-2f6c54a30ebe req-0236c41a-16ef-4a5c-aad8-9d5e28bc5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:57.230627 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-02d46486-f420-479a-9e85-2f6c54a30ebe req-0236c41a-16ef-4a5c-aad8-9d5e28bc5d99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ccf35943-b7c8-41d3-afeb-9ba924be2cc6 HTTP/1.1" status: 200 len: 849 time: 0.0667713 Jun 28 15:38:57.270652 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6e2b785f-7815-4486-9f45-d90562c14ef4 req-fc5b0673-76a3-4a35-9a9a-f56d5cce83ce tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649769 Jun 28 15:38:57.272857 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-02d46486-f420-479a-9e85-2f6c54a30ebe req-85bba606-febe-4d4d-9c03-e1dada01a27b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4389f945-4528-4db1-8a0c-054296607444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335901 Jun 28 15:38:57.362661 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-02d46486-f420-479a-9e85-2f6c54a30ebe req-c91a2b52-c59e-4591-b400-dcf807cea8bd service neutron] 10.222.0.13 "GET /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822134 Jun 28 15:38:57.456458 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273c500-44b6-42fc-b90a-e47fc6bbc3a7 req-22b1535f-38ff-45f0-8ad1-edc444502e39 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:57.458587 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8273c500-44b6-42fc-b90a-e47fc6bbc3a7 req-22b1535f-38ff-45f0-8ad1-edc444502e39 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 943 time: 0.0664980 Jun 28 15:38:57.464245 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-02d46486-f420-479a-9e85-2f6c54a30ebe req-18491a98-7cf6-4089-a917-77d9afe66d14 service neutron] 10.222.0.13 "GET /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848820 Jun 28 15:38:57.496408 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8273c500-44b6-42fc-b90a-e47fc6bbc3a7 req-e0a7ed41-912a-4b13-a48d-749dfcc053f3 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Jun 28 15:38:58.445425 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4eeb21-31dd-4d0a-a0b7-7177c622e465 req-3792dbf3-465b-46bf-857c-29d594c0a2d2 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:58.446887 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6c4eeb21-31dd-4d0a-a0b7-7177c622e465 req-3792dbf3-465b-46bf-857c-29d594c0a2d2 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 945 time: 0.0618215 Jun 28 15:38:58.484229 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6c4eeb21-31dd-4d0a-a0b7-7177c622e465 req-d58f238f-e45e-4286-9868-f956b68f626c tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Jun 28 15:38:58.538765 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 77be5af1-d124-42df-b4b4-ffaa0036f147 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:38:58.542711 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:38:58.649929 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:38:58.656075 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:38:58.656455 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:58.670923 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22553d87-101f-44a3-90e1-6b1615199774 req-53f8af34-b2de-44b3-beb3-e39ba6b16364 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:58.672393 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-22553d87-101f-44a3-90e1-6b1615199774 req-53f8af34-b2de-44b3-beb3-e39ba6b16364 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 943 time: 0.0650318 Jun 28 15:38:58.700638 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 77be5af1-d124-42df-b4b4-ffaa0036f147, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=77be5af1-d124-42df-b4b4-ffaa0036f147,segment=NetworkSegment(3c647247-a981-4982-9e71-46b5103d3ce3),segment_id=3c647247-a981-4982-9e71-46b5103d3ce3)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:58.711001 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-22553d87-101f-44a3-90e1-6b1615199774 req-ce5cf5a3-da36-4378-88c5-68fde096d8ee tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323100 Jun 28 15:38:58.721507 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '77be5af1-d124-42df-b4b4-ffaa0036f147', 'network_id': '4389f945-4528-4db1-8a0c-054296607444', 'port_id': '77be5af1-d124-42df-b4b4-ffaa0036f147', 'mac_address': 'fa:16:3e:7c:65:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf35943-b7c8-41d3-afeb-9ba924be2cc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:38:58.783402 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:58.801526 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77be5af1-d124-42df-b4b4-ffaa0036f147 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:38:58.806816 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:58.835192 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 77be5af1-d124-42df-b4b4-ffaa0036f147, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=77be5af1-d124-42df-b4b4-ffaa0036f147,segment=NetworkSegment(3c647247-a981-4982-9e71-46b5103d3ce3),segment_id=3c647247-a981-4982-9e71-46b5103d3ce3)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:58.840466 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfc63d8-6947-42c5-a1b6-e6fe9402e247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:38:58.842728 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9441b039-0d6d-4751-8762-99772d40fb25" -d '{"events": [{"server_uuid": "6bfc63d8-6947-42c5-a1b6-e6fe9402e247", "name": "network-vif-plugged", "status": "completed", "tag": "3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:38:58.851844 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:58.854843 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:58.858846 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:38:58.880138 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0c32cb-247a-4f57-ba75-17985ee1bee7 x-openstack-request-id: req-1c0c32cb-247a-4f57-ba75-17985ee1bee7 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:38:58.880438 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfc63d8-6947-42c5-a1b6-e6fe9402e247", "name": "network-vif-plugged", "status": "completed", "tag": "3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:38:58.880701 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c0c32cb-247a-4f57-ba75-17985ee1bee7 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:38:58.881733 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfc63d8-6947-42c5-a1b6-e6fe9402e247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e', 'code': 200} Jun 28 15:38:58.882333 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:38:58.906341 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=77be5af1-d124-42df-b4b4-ffaa0036f147,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:58.909133 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:58.909587 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:38:58.958850 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:38:58.961927 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:38:59.087046 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['77be5af1-d124-42df-b4b4-ffaa0036f147'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:38:59.119491 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf263eb-217a-450a-a66b-2876dcbba8fa req-2d9f4f87-8674-4a23-9ade-a84dd8252509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:59.120960 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6cf263eb-217a-450a-a66b-2876dcbba8fa req-2d9f4f87-8674-4a23-9ade-a84dd8252509 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 1099 time: 0.0560977 Jun 28 15:38:59.155505 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6cf263eb-217a-450a-a66b-2876dcbba8fa req-be3bd048-fb64-4a16-916c-8d32d6711f99 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267184 Jun 28 15:38:59.656764 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d605fa0-49df-4588-b609-d69a167850c6 req-fa1f94f9-1133-46ae-a3e4-30cb1698e2a3 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:59.658206 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3d605fa0-49df-4588-b609-d69a167850c6 req-fa1f94f9-1133-46ae-a3e4-30cb1698e2a3 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 946 time: 0.0641747 Jun 28 15:38:59.695010 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-3d605fa0-49df-4588-b609-d69a167850c6 req-0cffe762-13f0-41aa-9bba-72dd070bc123 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306299 Jun 28 15:38:59.879105 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a4669-6562-4cdf-a7e5-50afc27c4e5f req-f76a5429-90be-4af8-b254-a1b0fe716ff7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:38:59.880570 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8e7a4669-6562-4cdf-a7e5-50afc27c4e5f req-f76a5429-90be-4af8-b254-a1b0fe716ff7 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 944 time: 0.0621984 Jun 28 15:38:59.917208 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8e7a4669-6562-4cdf-a7e5-50afc27c4e5f req-e5d71bb4-473b-47a2-be27-5d831f8e56df tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305738 Jun 28 15:39:00.560846 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 77be5af1-d124-42df-b4b4-ffaa0036f147 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:39:00.610491 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 77be5af1-d124-42df-b4b4-ffaa0036f147 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:39:00.613983 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 77be5af1-d124-42df-b4b4-ffaa0036f147 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:39:00.614364 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:00.688225 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:00.718680 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 77be5af1-d124-42df-b4b4-ffaa0036f147, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=77be5af1-d124-42df-b4b4-ffaa0036f147,segment=NetworkSegment(3c647247-a981-4982-9e71-46b5103d3ce3),segment_id=3c647247-a981-4982-9e71-46b5103d3ce3)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:00.724533 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:00.726790 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:00.772755 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=77be5af1-d124-42df-b4b4-ffaa0036f147,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:00.775706 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:00.869040 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7958865-94b2-4c89-acda-6b74bd8f6f69 req-de3fd202-7216-4c16-9e4a-bee8557b2e7d tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:00.870496 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d7958865-94b2-4c89-acda-6b74bd8f6f69 req-de3fd202-7216-4c16-9e4a-bee8557b2e7d tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 946 time: 0.0605395 Jun 28 15:39:00.882702 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf0c9c0-19d4-4b35-be09-3b2b22365b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77be5af1-d124-42df-b4b4-ffaa0036f147'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:39:00.885028 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfaaaec-b48e-4cfa-8e7b-b18ad1c18de9" -d '{"events": [{"server_uuid": "ebf0c9c0-19d4-4b35-be09-3b2b22365b6b", "name": "network-vif-plugged", "status": "completed", "tag": "77be5af1-d124-42df-b4b4-ffaa0036f147"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:39:00.906668 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d7958865-94b2-4c89-acda-6b74bd8f6f69 req-bedb765a-d4b3-4589-9036-a07358bdb58b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305882 Jun 28 15:39:00.920120 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5e605c-bf1b-4fba-a5ce-9b5defcf2906 x-openstack-request-id: req-6b5e605c-bf1b-4fba-a5ce-9b5defcf2906 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:39:00.920429 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf0c9c0-19d4-4b35-be09-3b2b22365b6b", "name": "network-vif-plugged", "status": "completed", "tag": "77be5af1-d124-42df-b4b4-ffaa0036f147", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:39:00.920818 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b5e605c-bf1b-4fba-a5ce-9b5defcf2906 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:39:00.921152 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf0c9c0-19d4-4b35-be09-3b2b22365b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77be5af1-d124-42df-b4b4-ffaa0036f147', 'code': 200} Jun 28 15:39:01.106692 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd9add-17d6-4383-8380-13a99e980e0d req-aed297e3-3e7c-497c-953d-615edb31bf17 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:01.108195 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-59fd9add-17d6-4383-8380-13a99e980e0d req-aed297e3-3e7c-497c-953d-615edb31bf17 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 945 time: 0.0728064 Jun 28 15:39:01.147599 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-59fd9add-17d6-4383-8380-13a99e980e0d req-474ec00f-4de8-4b09-8ff7-905a12305db3 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330560 Jun 28 15:39:01.165568 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4ff20-a87d-4110-8b55-b08e3089af14 req-5d124f1b-a13a-49f9-a6ac-ccb6dc94b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:01.167114 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-fef4ff20-a87d-4110-8b55-b08e3089af14 req-5d124f1b-a13a-49f9-a6ac-ccb6dc94b3d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 1098 time: 0.0632672 Jun 28 15:39:01.201911 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-fef4ff20-a87d-4110-8b55-b08e3089af14 req-b58f757a-fa45-4539-8b2c-0018f184e1e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278294 Jun 28 15:39:02.319973 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fd2c2-8fae-4f0d-bad3-721e0f55ecb0 req-6c6f70f5-ea99-4ff6-9f66-a61a77ebfa92 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:02.321410 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4f4fd2c2-8fae-4f0d-bad3-721e0f55ecb0 req-6c6f70f5-ea99-4ff6-9f66-a61a77ebfa92 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 945 time: 0.0643427 Jun 28 15:39:02.358184 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-4f4fd2c2-8fae-4f0d-bad3-721e0f55ecb0 req-457f64ae-72be-40ab-a3e8-c8c629918a34 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Jun 28 15:39:02.672868 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-797b4df4-0a9e-407e-af54-d73ba08c938a tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:02.674351 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-797b4df4-0a9e-407e-af54-d73ba08c938a tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 815 time: 0.1027260 Jun 28 15:39:02.688764 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-edcba0c0-d807-405c-88c0-a9591026b264 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/quotas/bbd0d39067ee41cb93c07006795dd138 HTTP/1.1" status: 200 len: 375 time: 0.0089676 Jun 28 15:39:02.758693 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-1069424b-4f52-44d5-af6b-3fcab37f2f3b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641935 Jun 28 15:39:02.851288 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-afe53d22-56ab-4639-b4c8-43820a6361d8 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858235 Jun 28 15:39:02.938863 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-964f9d6b-137b-4717-8ac3-97581be69c48 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815618 Jun 28 15:39:03.116658 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6b53aa41-8024-42a3-b84d-e640d1370c49 req-02f355ad-a67a-4a5b-8711-30e2b1aa1c80 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 210 time: 0.0355525 Jun 28 15:39:03.150231 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0319a4-5a03-4725-a887-86352c52ee97 req-e391d7e4-d362-4f39-819d-caca903c9e35 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:03.151721 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ce0319a4-5a03-4725-a887-86352c52ee97 req-e391d7e4-d362-4f39-819d-caca903c9e35 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 945 time: 0.0667100 Jun 28 15:39:03.188745 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ce0319a4-5a03-4725-a887-86352c52ee97 req-c1cfae2c-854c-4439-9183-d68a7ef550c6 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314176 Jun 28 15:39:03.934394 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-683b6867-73d0-4235-bf38-6d775b67f2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:04.179621 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f3d8f378-aeaf-47d4-aa11-46ea4685de26 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:04.181077 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f3d8f378-aeaf-47d4-aa11-46ea4685de26 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 815 time: 0.1022050 Jun 28 15:39:04.204760 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Request body: {'port': {'device_id': '4e768c7a-d802-43a7-b666-83dec9fbe04b', 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8', 'admin_state_up': True, 'tenant_id': 'bbd0d39067ee41cb93c07006795dd138'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:39:04.299336 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-53e43284-6c7b-4b47-b13b-8d600e22cf53 req-12a07e3d-5096-4a46-88be-c0afd60a0d79 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 210 time: 0.0651865 Jun 28 15:39:04.350439 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Made reservation on behalf of bbd0d39067ee41cb93c07006795dd138 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:39:04.355624 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:04.386539 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685d849-2260-4a21-af35-be290fbaff87 req-7b51facd-98c7-4013-981d-6c7791ff890d tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:04.388000 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7685d849-2260-4a21-af35-be290fbaff87 req-7b51facd-98c7-4013-981d-6c7791ff890d tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 945 time: 0.0795929 Jun 28 15:39:04.424907 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7685d849-2260-4a21-af35-be290fbaff87 req-6ae14b93-3c58-4276-bd8c-c65c09137425 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/security-groups?id=02df8f38-4935-44e5-a4f2-491c07902aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311689 Jun 28 15:39:04.480509 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Allocated IP 172.20.0.7 (1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8/fc32dcde-04b4-4068-aa07-fb7f96bb52c3/b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:39:04.665576 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa423e4-e3f6-4afe-bc2c-f9593837479d req-ba419617-8059-4918-87dc-908535cd069f tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:04.667041 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ffa423e4-e3f6-4afe-bc2c-f9593837479d req-ba419617-8059-4918-87dc-908535cd069f tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 945 time: 0.1284468 Jun 28 15:39:04.669537 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:04.773154 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62911416'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:04.778771 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb94ad64-dbf6-49b1-a382-a94f07a560a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:04.785977 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['8967beb8-6fbf-466e-9bd9-b2964036eefd', '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:39:04.827203 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:39:04.835926 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:39:04.838417 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:39:04.874557 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Pushing event updated for resources: {'Port': ['ID=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:04.877422 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:04.878953 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-ffa423e4-e3f6-4afe-bc2c-f9593837479d req-309e3b9f-9c71-43c9-8fab-2ede2e11f804 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Deleting port 77be5af1-d124-42df-b4b4-ffaa0036f147 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:39:04.879294 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ffa423e4-e3f6-4afe-bc2c-f9593837479d req-309e3b9f-9c71-43c9-8fab-2ede2e11f804 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:04.945437 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:04.946047 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:04.969899 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-f1fe412c-79ad-47aa-95ea-00bed7723458 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7703903 Jun 28 15:39:04.984849 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Request body: {'port': {'device_id': '4e768c7a-d802-43a7-b666-83dec9fbe04b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:39:05.022297 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-ffa423e4-e3f6-4afe-bc2c-f9593837479d req-309e3b9f-9c71-43c9-8fab-2ede2e11f804 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] For port 77be5af1-d124-42df-b4b4-ffaa0036f147, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=77be5af1-d124-42df-b4b4-ffaa0036f147,segment=NetworkSegment(3c647247-a981-4982-9e71-46b5103d3ce3),segment_id=3c647247-a981-4982-9e71-46b5103d3ce3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:05.022682 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ffa423e4-e3f6-4afe-bc2c-f9593837479d req-309e3b9f-9c71-43c9-8fab-2ede2e11f804 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:05.041719 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-ffa423e4-e3f6-4afe-bc2c-f9593837479d req-309e3b9f-9c71-43c9-8fab-2ede2e11f804 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Calling delete_port for 77be5af1-d124-42df-b4b4-ffaa0036f147 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:39:05.123486 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:05.317480 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ffa423e4-e3f6-4afe-bc2c-f9593837479d req-309e3b9f-9c71-43c9-8fab-2ede2e11f804 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:05.323620 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-92137138-f178-4b0d-be2a-af143d6f819f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:05.328744 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['77be5af1-d124-42df-b4b4-ffaa0036f147'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:39:05.376593 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e3b9f-9c71-43c9-8fab-2ede2e11f804 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Pushing event deleted for resources: {'Port': ['ID=77be5af1-d124-42df-b4b4-ffaa0036f147,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:05.379052 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-309e3b9f-9c71-43c9-8fab-2ede2e11f804 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:05.443048 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa423e4-e3f6-4afe-bc2c-f9593837479d req-309e3b9f-9c71-43c9-8fab-2ede2e11f804 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] No DVR routers for this DVR port 77be5af1-d124-42df-b4b4-ffaa0036f147 on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:39:05.445605 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ffa423e4-e3f6-4afe-bc2c-f9593837479d req-309e3b9f-9c71-43c9-8fab-2ede2e11f804 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:05.447996 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ffa423e4-e3f6-4afe-bc2c-f9593837479d req-309e3b9f-9c71-43c9-8fab-2ede2e11f804 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.13 "DELETE /v2.0/ports/77be5af1-d124-42df-b4b4-ffaa0036f147 HTTP/1.1" status: 204 len: 173 time: 0.7732089 Jun 28 15:39:05.452377 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf0c9c0-19d4-4b35-be09-3b2b22365b6b', 'name': 'network-vif-deleted', 'tag': '77be5af1-d124-42df-b4b4-ffaa0036f147'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:39:05.454034 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cf33ac-2551-4885-8838-cafb60dfe132" -d '{"events": [{"server_uuid": "ebf0c9c0-19d4-4b35-be09-3b2b22365b6b", "name": "network-vif-deleted", "tag": "77be5af1-d124-42df-b4b4-ffaa0036f147"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:39:05.573004 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e879372-4169-4577-88a1-e89602457a99 req-515d5299-c933-4724-9259-0c31c376cf1f tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:05.574432 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6e879372-4169-4577-88a1-e89602457a99 req-515d5299-c933-4724-9259-0c31c376cf1f tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 931 time: 0.1579764 Jun 28 15:39:05.575540 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-1054358d-44b7-4d18-bf2f-f58ab137b159 req-29e47be7-7fd0-4a7d-bf9d-750e3fd16b2e tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf0c9c0-19d4-4b35-be09-3b2b22365b6b HTTP/1.1" status: 200 len: 210 time: 0.0307965 Jun 28 15:39:05.582560 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:39:05.596821 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:05.624163 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Transition to ACTIVE for port object b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:39:05.631880 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9821e1a-9185-4748-ab76-f160ee96210a x-openstack-request-id: req-a9821e1a-9185-4748-ab76-f160ee96210a {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:39:05.632212 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf0c9c0-19d4-4b35-be09-3b2b22365b6b", "name": "network-vif-deleted", "tag": "77be5af1-d124-42df-b4b4-ffaa0036f147", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:39:05.632505 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9821e1a-9185-4748-ab76-f160ee96210a {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:39:05.632927 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf0c9c0-19d4-4b35-be09-3b2b22365b6b', 'name': 'network-vif-deleted', 'tag': '77be5af1-d124-42df-b4b4-ffaa0036f147', 'status': 'completed', 'code': 200} Jun 28 15:39:05.636546 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:05.641072 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c7fad0f0-f23b-45e6-ad3d-0207f5c42443 tempest-VolumesActionsTest-1463892722 tempest-VolumesActionsTest-1463892722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:05.668716 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6e879372-4169-4577-88a1-e89602457a99 req-acda0b80-4838-453e-b5a1-4f988a171475 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808682 Jun 28 15:39:05.698539 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:05.701283 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:05.764328 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Attempting to bind port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:39:05.764660 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Attempting to bind port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:39:05.764982 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Attempting to bind port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 on network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:39:05.769106 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 on network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:39:05.769422 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Attempting to bind port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 on network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:39:05.774691 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:39:05.775019 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Checking segment: {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:39:05.775388 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Bound using segment: {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:39:05.775803 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Bound port: b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:39:05.776146 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:05.840840 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] For port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:39:05.843938 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] For port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:39:05.847399 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:05.850324 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6e6ef392-29a4-43d8-bc64-befadc9749d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:05.877241 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:05.877690 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:05.879266 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] 10.222.0.13 "PUT /v2.0/ports/b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 HTTP/1.1" status: 200 len: 1093 time: 0.9008660 Jun 28 15:39:05.907715 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:05.910822 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:05.971807 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-181b1c48-4f6a-416a-95ac-42a9dfd4bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:05.973314 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-181b1c48-4f6a-416a-95ac-42a9dfd4bb91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 1096 time: 0.0537586 Jun 28 15:39:06.018308 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-5d68ce2b-9198-4930-99f9-e471fbd3aaa4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 HTTP/1.1" status: 200 len: 217 time: 0.0371141 Jun 28 15:39:06.076439 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-485cf410-cd06-4384-bc26-a828d1f192bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:06.077925 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-485cf410-cd06-4384-bc26-a828d1f192bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc32dcde-04b4-4068-aa07-fb7f96bb52c3 HTTP/1.1" status: 200 len: 855 time: 0.0446064 Jun 28 15:39:06.118093 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-0ad00093-7e9a-4095-a3e1-368d79b18d40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277681 Jun 28 15:39:06.210159 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-e63942a6-b8cf-4356-a533-6454765aa30b service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852802 Jun 28 15:39:06.296970 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0e71bfb5-408e-41d8-8635-1392da2c0922 req-ab0cd6c5-3e39-4bf3-9881-f8ee9a8092aa service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789943 Jun 28 15:39:06.699156 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:06.846297 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada330f1-4a65-4a39-8997-2fcacfb20a3e req-cc6cd79e-33bf-4296-b8fc-79e9db2c8a4d tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:06.847820 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ada330f1-4a65-4a39-8997-2fcacfb20a3e req-cc6cd79e-33bf-4296-b8fc-79e9db2c8a4d tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 943 time: 0.0673420 Jun 28 15:39:06.885687 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ada330f1-4a65-4a39-8997-2fcacfb20a3e req-59f9d9df-a881-4bec-8bc1-8ebc76107e45 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317636 Jun 28 15:39:06.913093 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83cc9789-d4ee-4551-9e3a-aea74c58e213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:07.545459 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:07.634254 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e768c7a-d802-43a7-b666-83dec9fbe04b', 'tag': 'b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:39:07.636669 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462e4cea-a276-4c2d-bbaa-c5b5012e626c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e768c7a-d802-43a7-b666-83dec9fbe04b", "tag": "b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:39:07.670196 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a96c19f-c638-4b01-9569-dbc7c1cf0f62 x-openstack-request-id: req-4a96c19f-c638-4b01-9569-dbc7c1cf0f62 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:39:07.670558 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e768c7a-d802-43a7-b666-83dec9fbe04b", "tag": "b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:39:07.670858 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a96c19f-c638-4b01-9569-dbc7c1cf0f62 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:39:07.671287 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e768c7a-d802-43a7-b666-83dec9fbe04b', 'tag': 'b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88', 'status': 'completed', 'code': 200} Jun 28 15:39:07.748296 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e4cea-a276-4c2d-bbaa-c5b5012e626c req-0f48489c-dc43-41db-a1d9-9ca6d8093346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:07.749745 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-462e4cea-a276-4c2d-bbaa-c5b5012e626c req-0f48489c-dc43-41db-a1d9-9ca6d8093346 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 1096 time: 0.0522738 Jun 28 15:39:07.847014 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e4cea-a276-4c2d-bbaa-c5b5012e626c req-f3728a2c-71a2-4f20-80c5-8403ced748f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:07.848491 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-462e4cea-a276-4c2d-bbaa-c5b5012e626c req-f3728a2c-71a2-4f20-80c5-8403ced748f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 916 time: 0.0899837 Jun 28 15:39:07.890997 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-462e4cea-a276-4c2d-bbaa-c5b5012e626c req-fd32aae4-ea25-477b-a48d-117d0b459194 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 HTTP/1.1" status: 200 len: 217 time: 0.0359828 Jun 28 15:39:07.941591 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e4cea-a276-4c2d-bbaa-c5b5012e626c req-01271055-be05-4767-861e-bbcd36e00d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:07.942835 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-462e4cea-a276-4c2d-bbaa-c5b5012e626c req-01271055-be05-4767-861e-bbcd36e00d14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc32dcde-04b4-4068-aa07-fb7f96bb52c3 HTTP/1.1" status: 200 len: 855 time: 0.0460269 Jun 28 15:39:07.981142 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-462e4cea-a276-4c2d-bbaa-c5b5012e626c req-7c66d4eb-e71d-42bc-a359-42c963f614f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268042 Jun 28 15:39:08.117777 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-462e4cea-a276-4c2d-bbaa-c5b5012e626c req-63eaa98b-e439-4df4-bbfc-33dc7ea30522 service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297328 Jun 28 15:39:08.130417 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f9ab8-fcfb-4ce8-a631-1c4c90c0dcfb req-7a670903-6a9e-45de-aefc-70f15cc8bec4 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:08.131992 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-af1f9ab8-fcfb-4ce8-a631-1c4c90c0dcfb req-7a670903-6a9e-45de-aefc-70f15cc8bec4 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 943 time: 0.1234043 Jun 28 15:39:08.226081 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-af1f9ab8-fcfb-4ce8-a631-1c4c90c0dcfb req-358aca76-59f8-4350-91a3-7c3e88f222ee tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859001 Jun 28 15:39:08.251831 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-462e4cea-a276-4c2d-bbaa-c5b5012e626c req-def6ced0-997a-4323-b2dc-295e5a164981 service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148596 Jun 28 15:39:08.608891 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:39:08.611052 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 77be5af1-d124-42df-b4b4-ffaa0036f147 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:39:08.637692 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 77be5af1-d124-42df-b4b4-ffaa0036f147 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:39:08.637950 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 77be5af1-d124-42df-b4b4-ffaa0036f147 not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:39:08.732334 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:08.743768 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': 'b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88', 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8', 'port_id': 'b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88', 'mac_address': 'fa:16:3e:6f:4c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc32dcde-04b4-4068-aa07-fb7f96bb52c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:39:08.787293 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:08.800040 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:39:08.825195 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:08.831768 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:08.835270 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:08.884026 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:08.887014 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:09.094637 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:39:09.156345 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:09.442418 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a045f-9e7b-4707-81b7-31ea11b12ef7 req-5f46cac6-2af0-4710-9c14-f4f24ed83df4 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:09.444203 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e73a045f-9e7b-4707-81b7-31ea11b12ef7 req-5f46cac6-2af0-4710-9c14-f4f24ed83df4 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 944 time: 0.0675344 Jun 28 15:39:09.487514 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-e73a045f-9e7b-4707-81b7-31ea11b12ef7 req-bbd92169-eb3e-40d3-938c-85f8710e839f tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358436 Jun 28 15:39:10.619371 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:39:10.704344 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:39:10.707050 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd7854-eee7-47ff-92d5-6e5977de7b76 req-4d73f433-4c55-45ef-9db3-08c1d9079199 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:10.708586 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-67bd7854-eee7-47ff-92d5-6e5977de7b76 req-4d73f433-4c55-45ef-9db3-08c1d9079199 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 944 time: 0.0986893 Jun 28 15:39:10.709243 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:39:10.709689 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:10.756621 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-67bd7854-eee7-47ff-92d5-6e5977de7b76 req-6f13efe1-c655-479b-b443-82f0b8e04f20 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414345 Jun 28 15:39:10.803799 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:10.840366 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e768c7a-d802-43a7-b666-83dec9fbe04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:39:10.842846 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f11375-284f-48f2-9d82-44d78ff7fc59" -d '{"events": [{"server_uuid": "4e768c7a-d802-43a7-b666-83dec9fbe04b", "name": "network-vif-plugged", "status": "completed", "tag": "b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:39:10.856897 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:10.866909 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:10.869009 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:10.894351 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b68cc6-63c9-462a-98d5-581607d2f639 x-openstack-request-id: req-e0b68cc6-63c9-462a-98d5-581607d2f639 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:39:10.894686 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e768c7a-d802-43a7-b666-83dec9fbe04b", "name": "network-vif-plugged", "status": "completed", "tag": "b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:39:10.894955 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0b68cc6-63c9-462a-98d5-581607d2f639 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:39:10.895345 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e768c7a-d802-43a7-b666-83dec9fbe04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88', 'code': 200} Jun 28 15:39:10.928554 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:10.932030 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:11.193852 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1126ef6-49e2-4224-8cff-6f0a392f4d5e req-5a367753-32b7-4218-aecc-1d06208d4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:11.195794 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b1126ef6-49e2-4224-8cff-6f0a392f4d5e req-5a367753-32b7-4218-aecc-1d06208d4080 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 1098 time: 0.0735536 Jun 28 15:39:11.237933 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b1126ef6-49e2-4224-8cff-6f0a392f4d5e req-b6ca0aca-d5cb-44c2-bb2f-fe789c6edbf1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352545 Jun 28 15:39:11.957956 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070f2a8-9943-45d6-b98a-5c21f69fae22 req-cf6ffb7b-cebb-4d36-aa61-dfe0426c47aa tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:11.959973 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7070f2a8-9943-45d6-b98a-5c21f69fae22 req-cf6ffb7b-cebb-4d36-aa61-dfe0426c47aa tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 945 time: 0.0670426 Jun 28 15:39:12.008069 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7070f2a8-9943-45d6-b98a-5c21f69fae22 req-a294c81d-e3c2-42d0-99c2-52678b21e0b6 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417218 Jun 28 15:39:13.202839 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb27de-1d3a-4cef-ab28-801fdf9cec54 req-4405fc0d-374b-4db5-80d6-e08d4da20761 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:13.204321 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b9cb27de-1d3a-4cef-ab28-801fdf9cec54 req-4405fc0d-374b-4db5-80d6-e08d4da20761 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 945 time: 0.0732751 Jun 28 15:39:13.495248 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-b9cb27de-1d3a-4cef-ab28-801fdf9cec54 req-49bb567c-dddc-40b6-bc40-f9893e2e5284 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837787 Jun 28 15:39:15.948240 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:19.277695 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-0cdd424a-ae98-410f-abad-aa7b13b3c081 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:19.279126 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-0cdd424a-ae98-410f-abad-aa7b13b3c081 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 815 time: 0.1086934 Jun 28 15:39:19.297186 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-183149a2-14e5-4666-877a-2aaf95306e1d tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/quotas/bbd0d39067ee41cb93c07006795dd138 HTTP/1.1" status: 200 len: 375 time: 0.0112741 Jun 28 15:39:19.374316 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-3eea3e44-14c3-46ef-b0c3-aa80076c30b0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705810 Jun 28 15:39:19.475060 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-3d3fbe03-bd63-4a02-97b1-4ce81a640da5 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933261 Jun 28 15:39:19.591464 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-196e2804-0779-4e55-b107-64369ecc865b service neutron] 10.222.0.30 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150794 Jun 28 15:39:19.805463 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-48d54dab-07af-42b1-b049-f74f62f23425 req-01853f49-125a-4461-be82-50562e749639 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 210 time: 0.0447342 Jun 28 15:39:20.954336 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-6f972432-14cf-465c-9cfa-7c1b6cc426e4 req-50006686-14de-4076-9b43-f51f24f79db9 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 210 time: 0.0302873 Jun 28 15:39:20.996507 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-c5a48cb6-7ffe-4334-8feb-903347bc93bc tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:20.997876 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-c5a48cb6-7ffe-4334-8feb-903347bc93bc tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 815 time: 0.1456392 Jun 28 15:39:21.012813 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Request body: {'port': {'device_id': '7b8acab9-a285-4595-8a6d-f131bd2314ab', 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8', 'admin_state_up': True, 'tenant_id': 'bbd0d39067ee41cb93c07006795dd138'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:39:21.155974 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Made reservation on behalf of bbd0d39067ee41cb93c07006795dd138 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:39:21.160605 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:21.309674 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Allocated IP 172.20.0.13 (1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8/fc32dcde-04b4-4068-aa07-fb7f96bb52c3/d4a01cce-ea51-4b14-809c-55c9a10ec8a3) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:39:21.477564 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:21.519753 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62911416'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:21.524677 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7ab146f9-fe10-4be9-af10-bde164970970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:21.543290 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['8967beb8-6fbf-466e-9bd9-b2964036eefd', '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e', 'b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:39:21.571855 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:39:21.577134 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:39:21.581086 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:39:21.610247 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Pushing event updated for resources: {'Port': ['ID=d4a01cce-ea51-4b14-809c-55c9a10ec8a3,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:21.616755 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:21.639323 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:21.639969 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:21.656962 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6478014 Jun 28 15:39:21.670528 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Request body: {'port': {'device_id': '7b8acab9-a285-4595-8a6d-f131bd2314ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:39:21.753101 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:22.369414 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4659a1-6474-4b2e-b7da-7d56b0eeb18e req-90148f01-7f08-4e35-ade6-ab1bb439f350 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:22.370884 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0d4659a1-6474-4b2e-b7da-7d56b0eeb18e req-90148f01-7f08-4e35-ade6-ab1bb439f350 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 932 time: 0.0953162 Jun 28 15:39:22.440905 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a01cce-ea51-4b14-809c-55c9a10ec8a3 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:39:22.447184 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-0d4659a1-6474-4b2e-b7da-7d56b0eeb18e req-a55d3acf-7a27-4fe9-88b5-223554c43ac7 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695946 Jun 28 15:39:22.451091 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:22.464728 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Transition to ACTIVE for port object d4a01cce-ea51-4b14-809c-55c9a10ec8a3 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:39:22.470075 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:22.472180 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:22.520855 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Pushing event updated for resources: {'Port': ['ID=d4a01cce-ea51-4b14-809c-55c9a10ec8a3,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:22.524297 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:22.590266 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Attempting to bind port d4a01cce-ea51-4b14-809c-55c9a10ec8a3 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:39:22.590639 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Attempting to bind port d4a01cce-ea51-4b14-809c-55c9a10ec8a3 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:39:22.590961 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Attempting to bind port d4a01cce-ea51-4b14-809c-55c9a10ec8a3 on network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:39:22.595012 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Port d4a01cce-ea51-4b14-809c-55c9a10ec8a3 on network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:39:22.595329 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Attempting to bind port d4a01cce-ea51-4b14-809c-55c9a10ec8a3 on network 1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:39:22.600517 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:39:22.600851 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Checking segment: {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:39:22.601222 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Bound using segment: {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:39:22.601636 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Bound port: d4a01cce-ea51-4b14-809c-55c9a10ec8a3, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:39:22.601980 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:22.662005 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] For port d4a01cce-ea51-4b14-809c-55c9a10ec8a3, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:39:22.664980 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] For port d4a01cce-ea51-4b14-809c-55c9a10ec8a3, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d4a01cce-ea51-4b14-809c-55c9a10ec8a3,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:39:22.670047 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:22.672657 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea5c6301-2766-4e60-b7ab-8b469cffdc4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:22.702707 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:22.703303 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:22.704668 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] 10.222.0.13 "PUT /v2.0/ports/d4a01cce-ea51-4b14-809c-55c9a10ec8a3 HTTP/1.1" status: 200 len: 1094 time: 1.0389569 Jun 28 15:39:22.705152 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8acab9-a285-4595-8a6d-f131bd2314ab', 'tag': 'd4a01cce-ea51-4b14-809c-55c9a10ec8a3'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:39:22.707441 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7437caf0-49ba-4d98-b407-6e6c6b613714" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8acab9-a285-4595-8a6d-f131bd2314ab", "tag": "d4a01cce-ea51-4b14-809c-55c9a10ec8a3"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:39:22.730312 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Pushing event updated for resources: {'Port': ['ID=d4a01cce-ea51-4b14-809c-55c9a10ec8a3,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:22.734599 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:22.753494 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c3135c-91a4-4b54-8491-9408b3c8e633 x-openstack-request-id: req-42c3135c-91a4-4b54-8491-9408b3c8e633 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:39:22.753814 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8acab9-a285-4595-8a6d-f131bd2314ab", "tag": "d4a01cce-ea51-4b14-809c-55c9a10ec8a3", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:39:22.754099 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42c3135c-91a4-4b54-8491-9408b3c8e633 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:39:22.754546 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8acab9-a285-4595-8a6d-f131bd2314ab', 'tag': 'd4a01cce-ea51-4b14-809c-55c9a10ec8a3', 'status': 'completed', 'code': 200} Jun 28 15:39:22.798879 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-cee1a4e0-791b-472a-ac97-f1bae45cc4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:22.800339 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-cee1a4e0-791b-472a-ac97-f1bae45cc4db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 1097 time: 0.0563281 Jun 28 15:39:22.841872 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-cee1f36d-7a94-41f1-8bda-85b061bff98c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a01cce-ea51-4b14-809c-55c9a10ec8a3 HTTP/1.1" status: 200 len: 217 time: 0.0343091 Jun 28 15:39:22.891046 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-7b871833-cadd-4784-aa51-d135f518e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:22.892553 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-7b871833-cadd-4784-aa51-d135f518e020 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc32dcde-04b4-4068-aa07-fb7f96bb52c3 HTTP/1.1" status: 200 len: 855 time: 0.0423570 Jun 28 15:39:22.929415 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-fdf99e94-5c1f-4cb7-9f1c-354d29d3e879 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297368 Jun 28 15:39:23.022567 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-3bbae02b-7fb5-49aa-bccb-38bec4fbf3e5 service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844293 Jun 28 15:39:23.122252 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-cd75a972-f1fe-4675-903b-4f79a49de748 req-ed0f80d3-285d-40d3-9dfe-3a522f7be63b service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923283 Jun 28 15:39:23.252142 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437caf0-49ba-4d98-b407-6e6c6b613714 req-df78f895-87de-43dc-8b74-d418fbf3af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:23.253634 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7437caf0-49ba-4d98-b407-6e6c6b613714 req-df78f895-87de-43dc-8b74-d418fbf3af49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 1097 time: 0.0566347 Jun 28 15:39:23.347920 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437caf0-49ba-4d98-b407-6e6c6b613714 req-9abfdd8b-2404-463b-81af-4f908872846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:23.349449 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7437caf0-49ba-4d98-b407-6e6c6b613714 req-9abfdd8b-2404-463b-81af-4f908872846b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 916 time: 0.0889506 Jun 28 15:39:23.396063 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7437caf0-49ba-4d98-b407-6e6c6b613714 req-5859e222-f0d1-45e3-a74f-d6565dc59f9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a01cce-ea51-4b14-809c-55c9a10ec8a3 HTTP/1.1" status: 200 len: 217 time: 0.0394862 Jun 28 15:39:23.443897 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437caf0-49ba-4d98-b407-6e6c6b613714 req-7a274e73-0003-478a-81c9-c61bafb33857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:23.445306 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7437caf0-49ba-4d98-b407-6e6c6b613714 req-7a274e73-0003-478a-81c9-c61bafb33857 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc32dcde-04b4-4068-aa07-fb7f96bb52c3 HTTP/1.1" status: 200 len: 855 time: 0.0428133 Jun 28 15:39:23.479849 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7437caf0-49ba-4d98-b407-6e6c6b613714 req-2b60e031-f469-44f8-b43c-1a46782fe6c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272620 Jun 28 15:39:23.606256 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7437caf0-49ba-4d98-b407-6e6c6b613714 req-fafd23d8-222b-44c5-875b-345f07f5491e service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175661 Jun 28 15:39:23.688837 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098afe94-dc7f-4048-abd3-5f9f27dba8b3 req-03868f02-2a8d-497f-a043-86049580c74d tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:23.690282 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-098afe94-dc7f-4048-abd3-5f9f27dba8b3 req-03868f02-2a8d-497f-a043-86049580c74d tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 944 time: 0.1307271 Jun 28 15:39:23.742085 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7437caf0-49ba-4d98-b407-6e6c6b613714 req-8293978d-685d-4b8e-a067-598acb2fc88a service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261075 Jun 28 15:39:23.745048 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-098afe94-dc7f-4048-abd3-5f9f27dba8b3 req-4174ffdd-0e47-4e10-bca6-4fb5cf425b58 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485420 Jun 28 15:39:24.406633 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58288) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:24.452675 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_v2 [None req-b795e498-22e8-418e-bb5b-d9e7fb17fe2a admin admin] Deleting subnet ccf35943-b7c8-41d3-afeb-9ba924be2cc6 {{(pid=92921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:39:24.455597 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b795e498-22e8-418e-bb5b-d9e7fb17fe2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.493500 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b795e498-22e8-418e-bb5b-d9e7fb17fe2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62140569'] for subnet, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.531051 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b795e498-22e8-418e-bb5b-d9e7fb17fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.580668 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b795e498-22e8-418e-bb5b-d9e7fb17fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62911373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62037106'] for subnet, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.582763 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:24.605090 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795e498-22e8-418e-bb5b-d9e7fb17fe2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf35943-b7c8-41d3-afeb-9ba924be2cc6,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:24.608433 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b795e498-22e8-418e-bb5b-d9e7fb17fe2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:24.611106 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b795e498-22e8-418e-bb5b-d9e7fb17fe2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.613146 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-b795e498-22e8-418e-bb5b-d9e7fb17fe2a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ccf35943-b7c8-41d3-afeb-9ba924be2cc6 HTTP/1.1" status: 204 len: 168 time: 0.2053223 Jun 28 15:39:24.615396 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58290) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:24.660914 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device d4a01cce-ea51-4b14-809c-55c9a10ec8a3 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:39:24.685896 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.757100 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port d4a01cce-ea51-4b14-809c-55c9a10ec8a3, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d4a01cce-ea51-4b14-809c-55c9a10ec8a3,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:24.763003 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.768224 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': 'd4a01cce-ea51-4b14-809c-55c9a10ec8a3', 'network_id': '1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8', 'port_id': 'd4a01cce-ea51-4b14-809c-55c9a10ec8a3', 'mac_address': 'fa:16:3e:58:ef:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc32dcde-04b4-4068-aa07-fb7f96bb52c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:39:24.775032 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4389f945-4528-4db1-8a0c-054296607444']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:39:24.787996 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c647247-a981-4982-9e71-46b5103d3ce3') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:39:24.788313 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c647247-a981-4982-9e71-46b5103d3ce3') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:39:24.798157 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62140640'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.810224 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.813110 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.820847 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:39:24.821230 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62911342'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: Traceback (most recent call last): Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: timer() Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: cb(*args, **kw) Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: return func(*args, **kwargs) Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: self._notify() Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: self.callback(batched_events) Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: event.method(event) Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: return f(self, *a, **k) Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: return self._get(url).json() Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:39:24.823406 dv-cinder-797245-5-smb neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:39:24.830020 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a01cce-ea51-4b14-809c-55c9a10ec8a3 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:39:24.849765 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port d4a01cce-ea51-4b14-809c-55c9a10ec8a3, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d4a01cce-ea51-4b14-809c-55c9a10ec8a3,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:24.854708 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.856813 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7381f4da-21b6-4fc0-9a6c-4f974eefa635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:24.884072 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.888371 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:24.900346 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:24.902227 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] 10.222.0.30 "DELETE /v2.0/networks/4389f945-4528-4db1-8a0c-054296607444 HTTP/1.1" status: 204 len: 168 time: 0.2859268 Jun 28 15:39:24.903627 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] Pushing event deleted for resources: {'Network': ['ID=4389f945-4528-4db1-8a0c-054296607444,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:24.915436 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7081ed4e-68b0-43c9-98f6-982a461f5ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:24.917503 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=d4a01cce-ea51-4b14-809c-55c9a10ec8a3,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:24.921253 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:24.945566 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24ba30-864a-48ea-928e-7f62e8191404 req-8de5c6ec-9308-497b-a523-09bf9dc29cee tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:24.947630 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-aa24ba30-864a-48ea-928e-7f62e8191404 req-8de5c6ec-9308-497b-a523-09bf9dc29cee tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 945 time: 0.0710344 Jun 28 15:39:24.990684 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-aa24ba30-864a-48ea-928e-7f62e8191404 req-929a0728-fa69-4f03-8831-ab5db2f487f6 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369935 Jun 28 15:39:25.015012 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58296) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:25.053376 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-bf5cb452-1e0a-4ffa-a78b-7fb33606f10f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd7f0f27ffee4d8dac39b7cf151e74ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371635 Jun 28 15:39:25.055809 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58298) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:25.102606 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-747b7e46-aed5-415a-9e29-7dcc408ac8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:25.125620 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-747b7e46-aed5-415a-9e29-7dcc408ac8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:25.143057 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['d4a01cce-ea51-4b14-809c-55c9a10ec8a3'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:39:25.173054 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-747b7e46-aed5-415a-9e29-7dcc408ac8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:25.175780 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-747b7e46-aed5-415a-9e29-7dcc408ac8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:25.177506 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-747b7e46-aed5-415a-9e29-7dcc408ac8ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02df8f38-4935-44e5-a4f2-491c07902aeb HTTP/1.1" status: 204 len: 168 time: 0.1202545 Jun 28 15:39:25.178310 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7654b3ec-b974-4e8f-91b4-83f6caea3d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:25.186483 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b7e46-aed5-415a-9e29-7dcc408ac8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02df8f38-4935-44e5-a4f2-491c07902aeb,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:25.189672 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-747b7e46-aed5-415a-9e29-7dcc408ac8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:26.167741 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8001d86-0b21-4ed5-8b0e-3fdbe266c0ad req-737a3ca8-f5c3-4550-95b1-fedad8f8d0c7 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:26.169278 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e8001d86-0b21-4ed5-8b0e-3fdbe266c0ad req-737a3ca8-f5c3-4550-95b1-fedad8f8d0c7 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 945 time: 0.0668347 Jun 28 15:39:26.188158 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58330) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:26.214632 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-e8001d86-0b21-4ed5-8b0e-3fdbe266c0ad req-ad0eeda8-6b0d-4364-b66c-65296385c1e4 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Jun 28 15:39:26.289045 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbf9a-bcf7-4d59-97d0-93c8053cedeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:26.382697 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbf9a-bcf7-4d59-97d0-93c8053cedeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:26.386211 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbf9a-bcf7-4d59-97d0-93c8053cedeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:26.389540 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b8344bef-acd7-49af-8076-5b951668d4a6 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:26.424857 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-0ffdbf9a-bcf7-4d59-97d0-93c8053cedeb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b16dacb72eb747a3866ce59072b463bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357125 Jun 28 15:39:26.426049 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdbf9a-bcf7-4d59-97d0-93c8053cedeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e75e488-7eb8-4f0e-95a8-4797f10f3f4e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:26.427533 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58334) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:26.429068 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0ffdbf9a-bcf7-4d59-97d0-93c8053cedeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:26.480516 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:26.500501 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:26.544745 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:26.547547 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:26.548655 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e75e488-7eb8-4f0e-95a8-4797f10f3f4e HTTP/1.1" status: 204 len: 168 time: 0.1194983 Jun 28 15:39:26.549385 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-834390e2-8db6-45ec-937d-09f4ee1f5fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:26.556431 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e75e488-7eb8-4f0e-95a8-4797f10f3f4e,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:26.563774 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:26.564155 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:26.564578 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:26.564861 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:26.565213 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:26.565571 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:26.565921 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:26.566271 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:26.566646 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:26.567056 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:26.567367 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:26.567775 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:26.570751 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fdb7ba50-c393-4336-900d-a4b1369203a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:26.677812 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device d4a01cce-ea51-4b14-809c-55c9a10ec8a3 up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:39:26.730943 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port d4a01cce-ea51-4b14-809c-55c9a10ec8a3 completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:39:26.735260 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port d4a01cce-ea51-4b14-809c-55c9a10ec8a3 triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:39:26.735637 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:26.816265 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:26.841259 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8acab9-a285-4595-8a6d-f131bd2314ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a01cce-ea51-4b14-809c-55c9a10ec8a3'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:39:26.843935 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e626721-7bfc-4dc2-b3d1-93ddfde99091" -d '{"events": [{"server_uuid": "7b8acab9-a285-4595-8a6d-f131bd2314ab", "name": "network-vif-plugged", "status": "completed", "tag": "d4a01cce-ea51-4b14-809c-55c9a10ec8a3"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:39:26.857780 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port d4a01cce-ea51-4b14-809c-55c9a10ec8a3, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d4a01cce-ea51-4b14-809c-55c9a10ec8a3,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:26.862284 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:26.864928 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:26.887500 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762750a8-0dcc-4c48-991e-31ec36e3df51 x-openstack-request-id: req-762750a8-0dcc-4c48-991e-31ec36e3df51 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:39:26.887803 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8acab9-a285-4595-8a6d-f131bd2314ab", "name": "network-vif-plugged", "status": "completed", "tag": "d4a01cce-ea51-4b14-809c-55c9a10ec8a3", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:39:26.888090 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-762750a8-0dcc-4c48-991e-31ec36e3df51 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:39:26.888496 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8acab9-a285-4595-8a6d-f131bd2314ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a01cce-ea51-4b14-809c-55c9a10ec8a3', 'code': 200} Jun 28 15:39:26.913595 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=d4a01cce-ea51-4b14-809c-55c9a10ec8a3,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:26.916386 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:27.107646 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59644767-a5fe-4a7e-8cf4-94101a38e6bc req-339ab5ff-6a84-4795-970e-92cf711fac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:27.109136 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59644767-a5fe-4a7e-8cf4-94101a38e6bc req-339ab5ff-6a84-4795-970e-92cf711fac80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 1099 time: 0.0559793 Jun 28 15:39:27.145087 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-59644767-a5fe-4a7e-8cf4-94101a38e6bc req-50ae35b1-2d59-4cca-a865-2cd9bb470400 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266571 Jun 28 15:39:27.391512 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260b3fb-27dd-435c-a522-75c8484d3308 req-b9e49dde-8a9c-4a32-adc4-1aee1bc2b7d2 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:27.393447 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a260b3fb-27dd-435c-a522-75c8484d3308 req-b9e49dde-8a9c-4a32-adc4-1aee1bc2b7d2 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 946 time: 0.0655959 Jun 28 15:39:27.435836 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-a260b3fb-27dd-435c-a522-75c8484d3308 req-6f329d2a-b693-4062-876d-e249da5bcba9 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340040 Jun 28 15:39:27.530056 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2d326-559c-4ed8-960f-1b4c1831f393 req-8962d2e3-ff1e-4436-8f22-df705efa1883 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:27.531524 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c3a2d326-559c-4ed8-960f-1b4c1831f393 req-8962d2e3-ff1e-4436-8f22-df705efa1883 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0625885 Jun 28 15:39:27.567765 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-c3a2d326-559c-4ed8-960f-1b4c1831f393 req-a46a528b-78b5-445b-b766-e5c4be7c365d tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302684 Jun 28 15:39:28.611459 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a70ce1-0251-418c-8658-ca4425669628 req-ba9ef350-fe5f-47fc-8b51-9ba2cc7c227e tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:28.612930 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-40a70ce1-0251-418c-8658-ca4425669628 req-ba9ef350-fe5f-47fc-8b51-9ba2cc7c227e tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 946 time: 0.0672746 Jun 28 15:39:28.649591 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-40a70ce1-0251-418c-8658-ca4425669628 req-75701392-5d3e-48d4-8d23-bafa89a00046 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Jun 28 15:39:28.738372 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243f9f4-427b-4236-bb04-d6044f7d138a req-e8aacd29-27f0-4147-a996-d333d69e552a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:28.740044 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-2243f9f4-427b-4236-bb04-d6044f7d138a req-e8aacd29-27f0-4147-a996-d333d69e552a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0640802 Jun 28 15:39:28.780527 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-2243f9f4-427b-4236-bb04-d6044f7d138a req-19a61b8e-9442-4b09-b92a-4b5813fcfef6 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348618 Jun 28 15:39:29.951117 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56038591-1fb6-4dcf-b7e3-1033c08b6b15 req-f2008068-876d-4c2a-83e2-314a611551db tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:29.952731 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-56038591-1fb6-4dcf-b7e3-1033c08b6b15 req-f2008068-876d-4c2a-83e2-314a611551db tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0619068 Jun 28 15:39:29.991342 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-56038591-1fb6-4dcf-b7e3-1033c08b6b15 req-1b4351eb-d8cb-42ff-9a0a-1b99a66f6e0d tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322125 Jun 28 15:39:31.168029 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5255b9-0ba8-4126-bd6c-3ae8300d31bd req-b305f968-a361-4c9c-8886-d156db45349a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:31.169462 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-fa5255b9-0ba8-4126-bd6c-3ae8300d31bd req-b305f968-a361-4c9c-8886-d156db45349a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0609825 Jun 28 15:39:31.206345 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-fa5255b9-0ba8-4126-bd6c-3ae8300d31bd req-fdcb03d0-f49b-45f2-a3bd-9d272f9f2a37 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312874 Jun 28 15:39:32.381520 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed7db4-c14b-42ba-92d2-dede003812be req-0dad4aef-0ef3-4003-9f05-7756b59d27b8 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:32.382990 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a9ed7db4-c14b-42ba-92d2-dede003812be req-0dad4aef-0ef3-4003-9f05-7756b59d27b8 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0616419 Jun 28 15:39:32.420642 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a9ed7db4-c14b-42ba-92d2-dede003812be req-7d7da19c-3178-48e9-8338-fa5c1e280143 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321960 Jun 28 15:39:33.592442 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafda6ba-3378-4c27-87eb-16bf803d3301 req-2f223d03-76c0-49bd-a32a-d16e9f0aafe1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:33.593917 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-fafda6ba-3378-4c27-87eb-16bf803d3301 req-2f223d03-76c0-49bd-a32a-d16e9f0aafe1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0639939 Jun 28 15:39:33.632526 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-fafda6ba-3378-4c27-87eb-16bf803d3301 req-b1beef36-9113-481a-b43a-d256d871c229 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324445 Jun 28 15:39:33.830012 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:39:33.939746 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0020539f-15fe-4044-9469-118b04f9a017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:34.808989 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a51a17-07d9-40c3-8c74-5653f0a011d5 req-8e22ec65-7904-4aee-b9b3-425d77c3eaf1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:34.810351 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-71a51a17-07d9-40c3-8c74-5653f0a011d5 req-8e22ec65-7904-4aee-b9b3-425d77c3eaf1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0670083 Jun 28 15:39:34.846739 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-71a51a17-07d9-40c3-8c74-5653f0a011d5 req-90499086-d697-4fd4-9a9b-52ce057e0458 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305469 Jun 28 15:39:35.343786 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b49c5-a86d-4f56-92fa-13d6af44e902 req-b1c32613-c308-4957-950d-bb637ed9c0d4 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:35.345128 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8d0b49c5-a86d-4f56-92fa-13d6af44e902 req-b1c32613-c308-4957-950d-bb637ed9c0d4 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 946 time: 0.0623620 Jun 28 15:39:35.381002 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8d0b49c5-a86d-4f56-92fa-13d6af44e902 req-4947ff95-0fba-4071-8fe9-8f3b90bd3321 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298717 Jun 28 15:39:36.032273 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa023b-5bd0-4a90-bea1-e5006a8d0ddd req-1137db72-fc5d-4290-a191-7c86cba5a6ab tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:36.033906 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b1fa023b-5bd0-4a90-bea1-e5006a8d0ddd req-1137db72-fc5d-4290-a191-7c86cba5a6ab tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0693982 Jun 28 15:39:36.071845 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-b1fa023b-5bd0-4a90-bea1-e5006a8d0ddd req-8a4e4e16-242b-4534-85f6-4d0c3e609d84 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322778 Jun 28 15:39:36.565961 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfdea-b9d5-47b6-a999-b0146e684e2e req-71dea6e3-411f-4994-89a0-86587a700ae9 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:36.567363 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0edcfdea-b9d5-47b6-a999-b0146e684e2e req-71dea6e3-411f-4994-89a0-86587a700ae9 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 946 time: 0.0648990 Jun 28 15:39:36.607902 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-0edcfdea-b9d5-47b6-a999-b0146e684e2e req-6a5ad5bf-8ee1-4288-825f-06a2aa6a47a8 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Jun 28 15:39:36.700787 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:36.913426 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c1bfeb0-7dee-441e-8ce3-f1870d724cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:37.131728 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d38613-3f65-409e-a74b-f83795533401 req-943b233f-0dad-435d-828d-a8408bde9561 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:37.133179 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-45d38613-3f65-409e-a74b-f83795533401 req-943b233f-0dad-435d-828d-a8408bde9561 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 946 time: 0.0629504 Jun 28 15:39:37.284635 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-45d38613-3f65-409e-a74b-f83795533401 req-9bc7f947-2f07-4f4b-ae7a-c2478d7e4bd1 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Deleting port d4a01cce-ea51-4b14-809c-55c9a10ec8a3 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:39:37.284974 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-45d38613-3f65-409e-a74b-f83795533401 req-9bc7f947-2f07-4f4b-ae7a-c2478d7e4bd1 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:37.295987 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6e45f-d5f2-429e-84f7-02c2ed7f8157 req-ee5f15a1-ffef-4a16-884a-2576c9fdf494 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:37.297445 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-66c6e45f-d5f2-429e-84f7-02c2ed7f8157 req-ee5f15a1-ffef-4a16-884a-2576c9fdf494 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.1088607 Jun 28 15:39:37.384825 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-66c6e45f-d5f2-429e-84f7-02c2ed7f8157 req-1bde4ee7-9330-4f59-8c8a-1e681d9a207d tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774815 Jun 28 15:39:37.409482 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-45d38613-3f65-409e-a74b-f83795533401 req-9bc7f947-2f07-4f4b-ae7a-c2478d7e4bd1 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] For port d4a01cce-ea51-4b14-809c-55c9a10ec8a3, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d4a01cce-ea51-4b14-809c-55c9a10ec8a3,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:37.409872 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-45d38613-3f65-409e-a74b-f83795533401 req-9bc7f947-2f07-4f4b-ae7a-c2478d7e4bd1 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:37.422056 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-45d38613-3f65-409e-a74b-f83795533401 req-9bc7f947-2f07-4f4b-ae7a-c2478d7e4bd1 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Calling delete_port for d4a01cce-ea51-4b14-809c-55c9a10ec8a3 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:39:37.548340 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:37.549284 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-45d38613-3f65-409e-a74b-f83795533401 req-9bc7f947-2f07-4f4b-ae7a-c2478d7e4bd1 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:37.553429 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ba3c74e4-9fa7-45c1-81a4-57b48cc1359f tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:37.560812 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['8967beb8-6fbf-466e-9bd9-b2964036eefd', '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e', 'b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88', 'd4a01cce-ea51-4b14-809c-55c9a10ec8a3'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:39:37.577902 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7f947-2f07-4f4b-ae7a-c2478d7e4bd1 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Pushing event deleted for resources: {'Port': ['ID=d4a01cce-ea51-4b14-809c-55c9a10ec8a3,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:37.581306 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9bc7f947-2f07-4f4b-ae7a-c2478d7e4bd1 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:37.647210 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d38613-3f65-409e-a74b-f83795533401 req-9bc7f947-2f07-4f4b-ae7a-c2478d7e4bd1 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] No DVR routers for this DVR port d4a01cce-ea51-4b14-809c-55c9a10ec8a3 on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:39:37.650238 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-45d38613-3f65-409e-a74b-f83795533401 req-9bc7f947-2f07-4f4b-ae7a-c2478d7e4bd1 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:37.652141 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-45d38613-3f65-409e-a74b-f83795533401 req-9bc7f947-2f07-4f4b-ae7a-c2478d7e4bd1 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "DELETE /v2.0/ports/d4a01cce-ea51-4b14-809c-55c9a10ec8a3 HTTP/1.1" status: 204 len: 173 time: 0.5116596 Jun 28 15:39:37.652647 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8acab9-a285-4595-8a6d-f131bd2314ab', 'name': 'network-vif-deleted', 'tag': 'd4a01cce-ea51-4b14-809c-55c9a10ec8a3'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:39:37.655068 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c79e8d5-7b7a-4011-841b-6188a2d20ca9" -d '{"events": [{"server_uuid": "7b8acab9-a285-4595-8a6d-f131bd2314ab", "name": "network-vif-deleted", "tag": "d4a01cce-ea51-4b14-809c-55c9a10ec8a3"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:39:37.701081 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a4680a-be31-44b9-b2b9-d80dabd94f60 x-openstack-request-id: req-60a4680a-be31-44b9-b2b9-d80dabd94f60 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:39:37.701694 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8acab9-a285-4595-8a6d-f131bd2314ab", "name": "network-vif-deleted", "tag": "d4a01cce-ea51-4b14-809c-55c9a10ec8a3", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:39:37.701986 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60a4680a-be31-44b9-b2b9-d80dabd94f60 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:39:37.702571 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8acab9-a285-4595-8a6d-f131bd2314ab', 'name': 'network-vif-deleted', 'tag': 'd4a01cce-ea51-4b14-809c-55c9a10ec8a3', 'status': 'completed', 'code': 200} Jun 28 15:39:37.729381 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40641a-1de8-492b-8e00-aee5f75feb65 req-f6d3b135-2bb2-4b19-85ef-6a621efb9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:37.735068 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6c40641a-1de8-492b-8e00-aee5f75feb65 req-f6d3b135-2bb2-4b19-85ef-6a621efb9662 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ef25eb1e174e92aca988d06792c704&device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 1098 time: 0.1282854 Jun 28 15:39:37.774363 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-2a06c007-b1a3-4697-b149-4bc156e0f795 req-72019f84-016d-4337-98a4-376b3ed7e33b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b8acab9-a285-4595-8a6d-f131bd2314ab HTTP/1.1" status: 200 len: 210 time: 0.0377698 Jun 28 15:39:37.844910 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40641a-1de8-492b-8e00-aee5f75feb65 req-88b9d14a-867b-45d3-9007-5d21edb44780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:37.846288 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6c40641a-1de8-492b-8e00-aee5f75feb65 req-88b9d14a-867b-45d3-9007-5d21edb44780 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbca97b7-ebe9-428d-b7c3-f04dc074de06 HTTP/1.1" status: 200 len: 910 time: 0.1043572 Jun 28 15:39:37.913468 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6c40641a-1de8-492b-8e00-aee5f75feb65 req-c6e1c037-609d-415c-9ea0-dd3bfc9b3629 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f280c7-fce0-4188-9ead-bb38fc80290e HTTP/1.1" status: 200 len: 1001 time: 0.0605905 Jun 28 15:39:37.972784 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40641a-1de8-492b-8e00-aee5f75feb65 req-3ad4613d-086a-41a5-886c-f608283c2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:37.974705 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6c40641a-1de8-492b-8e00-aee5f75feb65 req-3ad4613d-086a-41a5-886c-f608283c2ef4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef HTTP/1.1" status: 200 len: 848 time: 0.0470397 Jun 28 15:39:38.030847 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40641a-1de8-492b-8e00-aee5f75feb65 req-8cbcb3e7-8262-46ea-8a80-29cb6dd6d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:38.032256 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6c40641a-1de8-492b-8e00-aee5f75feb65 req-8cbcb3e7-8262-46ea-8a80-29cb6dd6d9c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbca97b7-ebe9-428d-b7c3-f04dc074de06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0500960 Jun 28 15:39:38.122608 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6c40641a-1de8-492b-8e00-aee5f75feb65 req-998e1777-60ff-493b-9b05-376792898db0 service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816169 Jun 28 15:39:38.238277 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-6c40641a-1de8-492b-8e00-aee5f75feb65 req-65fee209-e501-4d05-a76d-8d815122b91e service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027615 Jun 28 15:39:38.560587 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95f037-0efa-414a-9d5f-47a6aff697fa req-36d9186d-b844-4364-a96e-9648393211ae tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:38.562028 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4d95f037-0efa-414a-9d5f-47a6aff697fa req-36d9186d-b844-4364-a96e-9648393211ae tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0619440 Jun 28 15:39:38.598092 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4d95f037-0efa-414a-9d5f-47a6aff697fa req-4835c096-0db4-4a05-8159-8212808f4b3f tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305550 Jun 28 15:39:39.140565 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:39.776550 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9786e2-eac5-4032-965c-46ad38418c7c req-5ceb8ce6-0f83-4dc7-953f-e0d634c343c5 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:39.778055 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ee9786e2-eac5-4032-965c-46ad38418c7c req-5ceb8ce6-0f83-4dc7-953f-e0d634c343c5 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0676115 Jun 28 15:39:39.815960 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ee9786e2-eac5-4032-965c-46ad38418c7c req-26b0996b-67ed-419f-81a3-63e58c7a187d tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Jun 28 15:39:40.337465 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b7688-a5ac-4ab9-99f0-20fbd05bba8b req-fca8429d-ae0a-46f1-93e1-0f8f66f30bb2 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:40.338869 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d88b7688-a5ac-4ab9-99f0-20fbd05bba8b req-fca8429d-ae0a-46f1-93e1-0f8f66f30bb2 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 945 time: 0.0622768 Jun 28 15:39:40.375500 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d88b7688-a5ac-4ab9-99f0-20fbd05bba8b req-d94810eb-78ee-4570-82be-4ebe1da788f2 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311232 Jun 28 15:39:40.751267 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device d4a01cce-ea51-4b14-809c-55c9a10ec8a3 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:39:40.771792 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: d4a01cce-ea51-4b14-809c-55c9a10ec8a3 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:39:40.772147 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device d4a01cce-ea51-4b14-809c-55c9a10ec8a3 not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:39:40.986909 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a2db-91ff-477d-9049-65e01af6e4be req-86775f41-0627-4252-835f-e13a034ec1a7 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:40.988417 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ac62a2db-91ff-477d-9049-65e01af6e4be req-86775f41-0627-4252-835f-e13a034ec1a7 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0621850 Jun 28 15:39:41.025118 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-ac62a2db-91ff-477d-9049-65e01af6e4be req-3c2d6cef-3024-4640-b2a2-56454e08897e tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303707 Jun 28 15:39:41.292712 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-25537670-8b94-4f74-930b-c191d3b1479a req-bb4b14fa-99db-4e18-83f1-e620769b245e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0525577 Jun 28 15:39:41.371728 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e5198-c61d-4862-953c-a431422f53db req-046d928f-b5d1-4098-a859-c22ba12e30b2 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:41.373317 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-369e5198-c61d-4862-953c-a431422f53db req-046d928f-b5d1-4098-a859-c22ba12e30b2 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0662882 Jun 28 15:39:41.411365 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-369e5198-c61d-4862-953c-a431422f53db req-9abfd9c7-11b9-4b93-bc31-645fa3f04344 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318410 Jun 28 15:39:41.573608 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13e7a5-4f38-4ae0-83c8-92b9ce51bf08 req-ad06e5ca-7a34-402d-8909-dbfb0576836b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:41.575033 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-2a13e7a5-4f38-4ae0-83c8-92b9ce51bf08 req-ad06e5ca-7a34-402d-8909-dbfb0576836b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 945 time: 0.0722444 Jun 28 15:39:41.613272 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-2a13e7a5-4f38-4ae0-83c8-92b9ce51bf08 req-0ee6f2af-aa4f-483c-ba62-21922f18a051 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323386 Jun 28 15:39:42.035197 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce01ce-881b-44b9-806e-82becbab0175 req-c3efb0de-60bd-48a4-acde-8cb4800003ff tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:42.036844 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-65ce01ce-881b-44b9-806e-82becbab0175 req-c3efb0de-60bd-48a4-acde-8cb4800003ff tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 945 time: 0.0642490 Jun 28 15:39:42.146971 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-65ce01ce-881b-44b9-806e-82becbab0175 req-c8559d8a-0880-4f17-bd8f-fbb92f3dbcf8 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Deleting port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:39:42.147411 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-65ce01ce-881b-44b9-806e-82becbab0175 req-c8559d8a-0880-4f17-bd8f-fbb92f3dbcf8 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:42.234281 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-65ce01ce-881b-44b9-806e-82becbab0175 req-c8559d8a-0880-4f17-bd8f-fbb92f3dbcf8 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] For port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:42.234675 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-65ce01ce-881b-44b9-806e-82becbab0175 req-c8559d8a-0880-4f17-bd8f-fbb92f3dbcf8 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:42.247334 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-65ce01ce-881b-44b9-806e-82becbab0175 req-c8559d8a-0880-4f17-bd8f-fbb92f3dbcf8 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Calling delete_port for b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:39:42.372069 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-65ce01ce-881b-44b9-806e-82becbab0175 req-c8559d8a-0880-4f17-bd8f-fbb92f3dbcf8 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:42.375946 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5684e6e3-6b4c-4e03-84a5-593b9078782a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:42.384179 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['8967beb8-6fbf-466e-9bd9-b2964036eefd', '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e', 'b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:39:42.400451 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8559d8a-0880-4f17-bd8f-fbb92f3dbcf8 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Pushing event deleted for resources: {'Port': ['ID=b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:42.403815 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c8559d8a-0880-4f17-bd8f-fbb92f3dbcf8 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:42.453620 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ce01ce-881b-44b9-806e-82becbab0175 req-c8559d8a-0880-4f17-bd8f-fbb92f3dbcf8 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] No DVR routers for this DVR port b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:39:42.455990 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-65ce01ce-881b-44b9-806e-82becbab0175 req-c8559d8a-0880-4f17-bd8f-fbb92f3dbcf8 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:42.458002 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-65ce01ce-881b-44b9-806e-82becbab0175 req-c8559d8a-0880-4f17-bd8f-fbb92f3dbcf8 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "DELETE /v2.0/ports/b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 HTTP/1.1" status: 204 len: 173 time: 0.4110456 Jun 28 15:39:42.458549 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e768c7a-d802-43a7-b666-83dec9fbe04b', 'name': 'network-vif-deleted', 'tag': 'b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:39:42.461356 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8abd70-b191-4952-a5e0-e15bc4b9479b" -d '{"events": [{"server_uuid": "4e768c7a-d802-43a7-b666-83dec9fbe04b", "name": "network-vif-deleted", "tag": "b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:39:42.505224 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195acdda-9f2a-4e82-abf7-e8939800fe22 x-openstack-request-id: req-195acdda-9f2a-4e82-abf7-e8939800fe22 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:39:42.505563 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e768c7a-d802-43a7-b666-83dec9fbe04b", "name": "network-vif-deleted", "tag": "b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:39:42.505909 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-195acdda-9f2a-4e82-abf7-e8939800fe22 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:39:42.506350 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e768c7a-d802-43a7-b666-83dec9fbe04b', 'name': 'network-vif-deleted', 'tag': 'b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88', 'status': 'completed', 'code': 200} Jun 28 15:39:42.521093 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25537670-8b94-4f74-930b-c191d3b1479a req-323f1e0a-901b-42b6-9fa0-40850f19bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:42.522618 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-25537670-8b94-4f74-930b-c191d3b1479a req-323f1e0a-901b-42b6-9fa0-40850f19bf0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a&tenant_id=02ef25eb1e174e92aca988d06792c704 HTTP/1.1" status: 200 len: 1098 time: 0.0590706 Jun 28 15:39:42.608322 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25537670-8b94-4f74-930b-c191d3b1479a req-3211118e-624a-4e13-940a-7b65d3d491e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:42.610012 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-25537670-8b94-4f74-930b-c191d3b1479a req-3211118e-624a-4e13-940a-7b65d3d491e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ef25eb1e174e92aca988d06792c704&device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 1098 time: 0.0609148 Jun 28 15:39:42.670787 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f82a81-89f8-437d-8aa2-24330e407750 req-02a6c085-4e0c-4496-aad7-a9409830ebec tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:42.680566 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f5f82a81-89f8-437d-8aa2-24330e407750 req-02a6c085-4e0c-4496-aad7-a9409830ebec tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0907612 Jun 28 15:39:42.709814 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25537670-8b94-4f74-930b-c191d3b1479a req-d50bbc3d-3865-4881-a581-dadb80cd55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:42.711486 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-25537670-8b94-4f74-930b-c191d3b1479a req-d50bbc3d-3865-4881-a581-dadb80cd55bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbca97b7-ebe9-428d-b7c3-f04dc074de06 HTTP/1.1" status: 200 len: 910 time: 0.0925546 Jun 28 15:39:42.712774 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f5f82a81-89f8-437d-8aa2-24330e407750 req-f628d53c-ae08-49f2-9bfd-021a8abad950 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313876 Jun 28 15:39:42.756993 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 66f280c7-fce0-4188-9ead-bb38fc80290e no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:39:42.797062 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-173c5a38-61bd-4757-b9a2-d3f3a8a29a14 req-e9e4c616-0e17-47fa-9824-30f7f44a050e tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e768c7a-d802-43a7-b666-83dec9fbe04b HTTP/1.1" status: 200 len: 210 time: 0.0337274 Jun 28 15:39:42.803671 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-25537670-8b94-4f74-930b-c191d3b1479a req-9331bcca-18ba-46fe-b4a8-c665a451f914 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f280c7-fce0-4188-9ead-bb38fc80290e HTTP/1.1" status: 200 len: 1001 time: 0.0840123 Jun 28 15:39:42.837298 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:42.856876 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25537670-8b94-4f74-930b-c191d3b1479a req-37a4e098-2873-4dee-96eb-73e17af2dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:42.858306 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-25537670-8b94-4f74-930b-c191d3b1479a req-37a4e098-2873-4dee-96eb-73e17af2dc9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef HTTP/1.1" status: 200 len: 848 time: 0.0477145 Jun 28 15:39:42.859156 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:39:42.861405 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e393d40-c6c5-4ee0-85c3-ef721ccfcb7c" -d '{"events": [{"server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:39:42.873970 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 66f280c7-fce0-4188-9ead-bb38fc80290e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66f280c7-fce0-4188-9ead-bb38fc80290e,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:42.880614 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:42.881495 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:39:42.902440 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 15:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b2adbf-f6e7-4555-a7ca-b2ff2d8c4cb5 x-openstack-request-id: req-02b2adbf-f6e7-4555-a7ca-b2ff2d8c4cb5 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:39:42.902765 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:39:42.903030 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02b2adbf-f6e7-4555-a7ca-b2ff2d8c4cb5 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:39:42.903425 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'code': 200} Jun 28 15:39:42.904208 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:42.907167 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:39:42.907631 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device b7f5f4d4-41c1-4e32-a9a1-1c0de8bd2a88 not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:39:42.923625 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25537670-8b94-4f74-930b-c191d3b1479a req-392fcdfa-057e-4db0-bc21-28964a2430ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:42.925105 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-25537670-8b94-4f74-930b-c191d3b1479a req-392fcdfa-057e-4db0-bc21-28964a2430ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbca97b7-ebe9-428d-b7c3-f04dc074de06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0593107 Jun 28 15:39:42.951016 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=66f280c7-fce0-4188-9ead-bb38fc80290e,revision_number=6']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:42.958806 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:42.959156 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:42.959860 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:42.959860 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:42.960137 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:42.960467 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:42.960800 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:42.961122 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:42.961460 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:42.961773 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:42.962082 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:42.962398 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:42.966230 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:43.019494 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-25537670-8b94-4f74-930b-c191d3b1479a req-0a289d42-6d03-4254-8812-9bc88dc4d2fa service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859606 Jun 28 15:39:43.116921 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-25537670-8b94-4f74-930b-c191d3b1479a req-378bfe95-feed-48db-96b1-98faa80c95fd service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877993 Jun 28 15:39:43.884310 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c448a2f-80b2-4a58-9498-0e3ffe5a851f req-4c8b4c39-e191-43b2-a344-57d5c92cbd19 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:43.885797 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5c448a2f-80b2-4a58-9498-0e3ffe5a851f req-4c8b4c39-e191-43b2-a344-57d5c92cbd19 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 943 time: 0.0641615 Jun 28 15:39:43.926502 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-5c448a2f-80b2-4a58-9498-0e3ffe5a851f req-ae925a06-aa15-49e0-bd11-b201779252ec tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348482 Jun 28 15:39:44.192945 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7fb00-d63d-40ac-8524-1e1d59ebc212 req-a7edb1b3-5fa7-4bf2-a727-f805c7abe733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:44.194369 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d7a7fb00-d63d-40ac-8524-1e1d59ebc212 req-a7edb1b3-5fa7-4bf2-a727-f805c7abe733 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 1096 time: 0.0629535 Jun 28 15:39:44.251714 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d7a7fb00-d63d-40ac-8524-1e1d59ebc212 req-f51901ee-58ca-41a3-8bc8-ad9fd8e7120f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382106 Jun 28 15:39:44.272003 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9a0b9-743c-4159-ae7c-caff05cc3cc6 req-3951f3dc-247f-4622-928f-5bd71de3874b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:44.273410 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d3d9a0b9-743c-4159-ae7c-caff05cc3cc6 req-3951f3dc-247f-4622-928f-5bd71de3874b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 946 time: 0.0911438 Jun 28 15:39:44.309923 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-d3d9a0b9-743c-4159-ae7c-caff05cc3cc6 req-20acbcb2-7b92-4930-a333-7fa96823692c tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Jun 28 15:39:44.750350 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 66f280c7-fce0-4188-9ead-bb38fc80290e details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:39:44.844443 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 66f280c7-fce0-4188-9ead-bb38fc80290e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66f280c7-fce0-4188-9ead-bb38fc80290e,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:44.856266 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'port_id': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'mac_address': 'fa:16:3e:4f:1c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:39:44.897577 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:44.909790 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f280c7-fce0-4188-9ead-bb38fc80290e {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:39:44.929708 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 66f280c7-fce0-4188-9ead-bb38fc80290e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66f280c7-fce0-4188-9ead-bb38fc80290e,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:44.933064 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:44.934830 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:44.984364 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=66f280c7-fce0-4188-9ead-bb38fc80290e,revision_number=7']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:44.987747 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:45.105216 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b167a-10a8-4a86-9fc6-124370a23842 req-c7e740b0-5f13-49e1-bcc9-78a68b9a0965 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:45.107415 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-479b167a-10a8-4a86-9fc6-124370a23842 req-c7e740b0-5f13-49e1-bcc9-78a68b9a0965 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 944 time: 0.0657411 Jun 28 15:39:45.147709 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-479b167a-10a8-4a86-9fc6-124370a23842 req-d507addf-db92-4b46-af4f-f913c56b2f5a tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340025 Jun 28 15:39:45.198703 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['66f280c7-fce0-4188-9ead-bb38fc80290e'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:39:45.493187 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096a5fd-1a0a-4e78-b1c8-ffe7e490a071 req-09d50e0d-b60e-4bde-9914-7f3cfd84970e tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:45.494673 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7096a5fd-1a0a-4e78-b1c8-ffe7e490a071 req-09d50e0d-b60e-4bde-9914-7f3cfd84970e tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 946 time: 0.0704687 Jun 28 15:39:45.531337 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-7096a5fd-1a0a-4e78-b1c8-ffe7e490a071 req-5c5d4fa6-0a00-4c7a-83ad-dc3a1150e184 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311744 Jun 28 15:39:45.695942 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27fadd-1e16-404e-9c3a-734d653cdf1a req-604fbeb8-2a0f-4528-9024-2ded390dee14 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:45.697305 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8a27fadd-1e16-404e-9c3a-734d653cdf1a req-604fbeb8-2a0f-4528-9024-2ded390dee14 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 946 time: 0.0650558 Jun 28 15:39:45.792604 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-8a27fadd-1e16-404e-9c3a-734d653cdf1a req-678c85e3-6cb0-4222-86c3-d590797a8404 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Deleting port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:39:45.792949 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8a27fadd-1e16-404e-9c3a-734d653cdf1a req-678c85e3-6cb0-4222-86c3-d590797a8404 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:45.938883 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:46.144010 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-8a27fadd-1e16-404e-9c3a-734d653cdf1a req-678c85e3-6cb0-4222-86c3-d590797a8404 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] For port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:46.144374 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8a27fadd-1e16-404e-9c3a-734d653cdf1a req-678c85e3-6cb0-4222-86c3-d590797a8404 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:46.156235 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-8a27fadd-1e16-404e-9c3a-734d653cdf1a req-678c85e3-6cb0-4222-86c3-d590797a8404 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Calling delete_port for 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:39:46.280966 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8a27fadd-1e16-404e-9c3a-734d653cdf1a req-678c85e3-6cb0-4222-86c3-d590797a8404 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:46.284720 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fed5af6e-51c0-4891-8224-4853c37ffc71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:46.292155 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['8967beb8-6fbf-466e-9bd9-b2964036eefd', '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:39:46.313799 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c85e3-6cb0-4222-86c3-d590797a8404 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Pushing event deleted for resources: {'Port': ['ID=3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:46.316972 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-678c85e3-6cb0-4222-86c3-d590797a8404 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:46.330188 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922fe4-bc05-4ea7-81f4-2b800ddf3b28 req-c51275a4-3c46-4ce1-921f-037b0c110a7b tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:46.331713 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-26922fe4-bc05-4ea7-81f4-2b800ddf3b28 req-c51275a4-3c46-4ce1-921f-037b0c110a7b tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 944 time: 0.0710523 Jun 28 15:39:46.359145 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a27fadd-1e16-404e-9c3a-734d653cdf1a req-678c85e3-6cb0-4222-86c3-d590797a8404 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] No DVR routers for this DVR port 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:39:46.361784 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8a27fadd-1e16-404e-9c3a-734d653cdf1a req-678c85e3-6cb0-4222-86c3-d590797a8404 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:46.364228 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-8a27fadd-1e16-404e-9c3a-734d653cdf1a req-678c85e3-6cb0-4222-86c3-d590797a8404 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "DELETE /v2.0/ports/3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e HTTP/1.1" status: 204 len: 173 time: 0.6611989 Jun 28 15:39:46.364754 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfc63d8-6947-42c5-a1b6-e6fe9402e247', 'name': 'network-vif-deleted', 'tag': '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:39:46.367717 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80ea6b6-50ec-4177-bdef-15de65392da5" -d '{"events": [{"server_uuid": "6bfc63d8-6947-42c5-a1b6-e6fe9402e247", "name": "network-vif-deleted", "tag": "3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:39:46.371727 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-26922fe4-bc05-4ea7-81f4-2b800ddf3b28 req-63d6b8c3-a387-4486-a478-1281154731e2 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340197 Jun 28 15:39:46.423816 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40695ea0-4220-4c52-8b9a-a1b2c2b8988f x-openstack-request-id: req-40695ea0-4220-4c52-8b9a-a1b2c2b8988f {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:39:46.424225 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfc63d8-6947-42c5-a1b6-e6fe9402e247", "name": "network-vif-deleted", "tag": "3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:39:46.424588 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40695ea0-4220-4c52-8b9a-a1b2c2b8988f {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:39:46.425648 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfc63d8-6947-42c5-a1b6-e6fe9402e247', 'name': 'network-vif-deleted', 'tag': '3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e', 'status': 'completed', 'code': 200} Jun 28 15:39:46.678743 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7c32b098-9ae5-4cc9-9ca4-f754a1afde61 req-8091d6c9-ccbf-4b12-b786-43048899272c tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bfc63d8-6947-42c5-a1b6-e6fe9402e247 HTTP/1.1" status: 200 len: 210 time: 0.0280015 Jun 28 15:39:46.750572 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 66f280c7-fce0-4188-9ead-bb38fc80290e up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:39:46.799362 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 66f280c7-fce0-4188-9ead-bb38fc80290e triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:39:46.799743 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:46.880723 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:46.903424 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:39:46.905713 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0321f36-231d-452e-8244-a9ad4e2dbc4e" -d '{"events": [{"server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "name": "network-vif-plugged", "status": "completed", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:39:46.919590 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 66f280c7-fce0-4188-9ead-bb38fc80290e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66f280c7-fce0-4188-9ead-bb38fc80290e,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:46.924171 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:46.926356 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:46.949234 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad5a62d-e31c-4fb9-914a-4cf3ad77a64f x-openstack-request-id: req-1ad5a62d-e31c-4fb9-914a-4cf3ad77a64f {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:39:46.949878 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "name": "network-vif-plugged", "status": "completed", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:39:46.949878 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ad5a62d-e31c-4fb9-914a-4cf3ad77a64f {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:39:46.950184 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'code': 200} Jun 28 15:39:46.976572 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=66f280c7-fce0-4188-9ead-bb38fc80290e,revision_number=8']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:46.979564 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:48.458066 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-39b2325b-1845-4dc6-a61e-cfa0418b7748 req-141ebf4d-6c7b-492f-9abf-49b8363ae1da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512342 Jun 28 15:39:48.531284 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2325b-1845-4dc6-a61e-cfa0418b7748 req-94ba7cb3-74b5-4c31-a745-b82fbb4dd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:48.532722 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-39b2325b-1845-4dc6-a61e-cfa0418b7748 req-94ba7cb3-74b5-4c31-a745-b82fbb4dd1af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbd0d39067ee41cb93c07006795dd138&device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 1098 time: 0.0544138 Jun 28 15:39:48.634432 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2325b-1845-4dc6-a61e-cfa0418b7748 req-bada3662-1a5b-4637-bbd6-bcd73a572d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:48.635880 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-39b2325b-1845-4dc6-a61e-cfa0418b7748 req-bada3662-1a5b-4637-bbd6-bcd73a572d4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 200 len: 916 time: 0.0828681 Jun 28 15:39:48.679894 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-39b2325b-1845-4dc6-a61e-cfa0418b7748 req-f77360fe-dbf2-4b6c-a2cf-d1d4c3607ace service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8967beb8-6fbf-466e-9bd9-b2964036eefd HTTP/1.1" status: 200 len: 217 time: 0.0373056 Jun 28 15:39:48.728218 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2325b-1845-4dc6-a61e-cfa0418b7748 req-744d3b72-4722-4a64-9ae0-d41b538372f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:48.729536 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-39b2325b-1845-4dc6-a61e-cfa0418b7748 req-744d3b72-4722-4a64-9ae0-d41b538372f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc32dcde-04b4-4068-aa07-fb7f96bb52c3 HTTP/1.1" status: 200 len: 855 time: 0.0435023 Jun 28 15:39:48.762882 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-39b2325b-1845-4dc6-a61e-cfa0418b7748 req-325dcaa5-24ff-4209-b6fa-2ab1d887b8e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247228 Jun 28 15:39:48.770646 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:39:48.790516 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:39:48.790870 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 3076e4a3-b79f-4dbe-9dff-a243bd2b2a0e not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:39:48.852901 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-39b2325b-1845-4dc6-a61e-cfa0418b7748 req-bb646dd8-1425-4a6b-8260-f973bbb53a49 service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829933 Jun 28 15:39:48.939846 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-39b2325b-1845-4dc6-a61e-cfa0418b7748 req-eb8bd468-4445-4a49-b041-3258c19e6f28 service neutron] 10.222.0.13 "GET /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807462 Jun 28 15:39:49.235540 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c96f4-c880-4994-81ff-9f36b16a8ca5 req-88c09229-b53e-4a87-9014-6684d1c05af4 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:49.237064 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f61c96f4-c880-4994-81ff-9f36b16a8ca5 req-88c09229-b53e-4a87-9014-6684d1c05af4 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 945 time: 0.0623152 Jun 28 15:39:49.276743 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-f61c96f4-c880-4994-81ff-9f36b16a8ca5 req-8df51f51-b97e-45b6-9738-b18f8245e317 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335815 Jun 28 15:39:50.453718 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf375df5-232f-408f-85e0-7b57fe1ae3b5 req-02d094d0-0ee5-4a96-a118-219e258615b9 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:50.455191 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bf375df5-232f-408f-85e0-7b57fe1ae3b5 req-02d094d0-0ee5-4a96-a118-219e258615b9 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 945 time: 0.0665376 Jun 28 15:39:50.493150 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bf375df5-232f-408f-85e0-7b57fe1ae3b5 req-763a2b26-5482-4651-959f-321de0308e3b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/security-groups?id=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318251 Jun 28 15:39:50.736412 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb1ead-09ac-4a9d-9e6e-a5868d8476dd req-9606f2bc-d220-4f82-8a26-066bb4d26bec tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:50.737848 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dacb1ead-09ac-4a9d-9e6e-a5868d8476dd req-9606f2bc-d220-4f82-8a26-066bb4d26bec tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 945 time: 0.0622561 Jun 28 15:39:50.835619 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-dacb1ead-09ac-4a9d-9e6e-a5868d8476dd req-3f644182-7f89-406f-9b0e-f4a85e0d951b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Deleting port 8967beb8-6fbf-466e-9bd9-b2964036eefd {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:39:50.835953 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-dacb1ead-09ac-4a9d-9e6e-a5868d8476dd req-3f644182-7f89-406f-9b0e-f4a85e0d951b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:50.918142 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-dacb1ead-09ac-4a9d-9e6e-a5868d8476dd req-3f644182-7f89-406f-9b0e-f4a85e0d951b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] For port 8967beb8-6fbf-466e-9bd9-b2964036eefd, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8967beb8-6fbf-466e-9bd9-b2964036eefd,segment=NetworkSegment(b01ddc9d-2fe0-4e3c-9c28-105385c8274d),segment_id=b01ddc9d-2fe0-4e3c-9c28-105385c8274d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:39:50.918515 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-dacb1ead-09ac-4a9d-9e6e-a5868d8476dd req-3f644182-7f89-406f-9b0e-f4a85e0d951b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:50.930221 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-dacb1ead-09ac-4a9d-9e6e-a5868d8476dd req-3f644182-7f89-406f-9b0e-f4a85e0d951b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Calling delete_port for 8967beb8-6fbf-466e-9bd9-b2964036eefd owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:39:51.053572 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-dacb1ead-09ac-4a9d-9e6e-a5868d8476dd req-3f644182-7f89-406f-9b0e-f4a85e0d951b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:51.057251 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-df0ae9e4-5d80-4f13-a259-88dc449be4ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:51.065002 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['8967beb8-6fbf-466e-9bd9-b2964036eefd'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:39:51.082692 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f644182-7f89-406f-9b0e-f4a85e0d951b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Pushing event deleted for resources: {'Port': ['ID=8967beb8-6fbf-466e-9bd9-b2964036eefd,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:51.085719 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3f644182-7f89-406f-9b0e-f4a85e0d951b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:51.126714 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacb1ead-09ac-4a9d-9e6e-a5868d8476dd req-3f644182-7f89-406f-9b0e-f4a85e0d951b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] No DVR routers for this DVR port 8967beb8-6fbf-466e-9bd9-b2964036eefd on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:39:51.129552 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-dacb1ead-09ac-4a9d-9e6e-a5868d8476dd req-3f644182-7f89-406f-9b0e-f4a85e0d951b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:51.131507 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-dacb1ead-09ac-4a9d-9e6e-a5868d8476dd req-3f644182-7f89-406f-9b0e-f4a85e0d951b tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.13 "DELETE /v2.0/ports/8967beb8-6fbf-466e-9bd9-b2964036eefd HTTP/1.1" status: 204 len: 173 time: 0.3883426 Jun 28 15:39:51.131995 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b515ad8-7fd6-4412-a85b-5868055886e6', 'name': 'network-vif-deleted', 'tag': '8967beb8-6fbf-466e-9bd9-b2964036eefd'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:39:51.134249 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2589f8-8e29-4408-aa2c-1554668b96c6" -d '{"events": [{"server_uuid": "4b515ad8-7fd6-4412-a85b-5868055886e6", "name": "network-vif-deleted", "tag": "8967beb8-6fbf-466e-9bd9-b2964036eefd"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:39:51.169708 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725f6baa-3ac5-41dc-b866-32a2a1ee29e6 x-openstack-request-id: req-725f6baa-3ac5-41dc-b866-32a2a1ee29e6 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:39:51.170043 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b515ad8-7fd6-4412-a85b-5868055886e6", "name": "network-vif-deleted", "tag": "8967beb8-6fbf-466e-9bd9-b2964036eefd", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:39:51.170336 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-725f6baa-3ac5-41dc-b866-32a2a1ee29e6 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:39:51.170808 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b515ad8-7fd6-4412-a85b-5868055886e6', 'name': 'network-vif-deleted', 'tag': '8967beb8-6fbf-466e-9bd9-b2964036eefd', 'status': 'completed', 'code': 200} Jun 28 15:39:51.651667 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-afafaf04-c5ab-4c1b-b0c9-48672518f086 req-e302dc49-a541-4194-924c-a087e188f398 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b515ad8-7fd6-4412-a85b-5868055886e6 HTTP/1.1" status: 200 len: 210 time: 0.0313323 Jun 28 15:39:52.746346 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58496) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:52.788686 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50ab2b9-6cc1-4e20-9e4c-dba1f02f08b3 admin admin] Deleting subnet fc32dcde-04b4-4068-aa07-fb7f96bb52c3 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:39:52.791567 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b50ab2b9-6cc1-4e20-9e4c-dba1f02f08b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:52.824290 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b50ab2b9-6cc1-4e20-9e4c-dba1f02f08b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59779858'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:52.859481 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b50ab2b9-6cc1-4e20-9e4c-dba1f02f08b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:52.908154 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b50ab2b9-6cc1-4e20-9e4c-dba1f02f08b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59090565'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:52.911159 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-eec410e3-0858-42c4-8b11-50c27718d26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:52.937509 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ab2b9-6cc1-4e20-9e4c-dba1f02f08b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc32dcde-04b4-4068-aa07-fb7f96bb52c3,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:52.940446 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b50ab2b9-6cc1-4e20-9e4c-dba1f02f08b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:52.941470 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b50ab2b9-6cc1-4e20-9e4c-dba1f02f08b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:52.944077 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-b50ab2b9-6cc1-4e20-9e4c-dba1f02f08b3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fc32dcde-04b4-4068-aa07-fb7f96bb52c3 HTTP/1.1" status: 204 len: 168 time: 0.1964102 Jun 28 15:39:52.946197 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58498) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:53.010993 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:53.087638 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:53.096716 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:39:53.107364 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:39:53.107651 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01ddc9d-2fe0-4e3c-9c28-105385c8274d') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:39:53.116607 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59779947'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:53.129519 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:53.135222 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:39:53.135602 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778051'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: Traceback (most recent call last): Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: timer() Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: cb(*args, **kw) Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: return func(*args, **kwargs) Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: self._notify() Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: self.callback(batched_events) Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: event.method(event) Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: return f(self, *a, **k) Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: return self._get(url).json() Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:39:53.137253 dv-cinder-797245-5-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:39:53.188524 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:53.193461 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:53.195682 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8 HTTP/1.1" status: 204 len: 168 time: 0.2485647 Jun 28 15:39:53.196400 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3f8072d5-42c5-4d0f-909e-389923e7ae8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:53.208286 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd54cb4-2b88-4a65-a88e-a67a0ed0f9b8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:53.210675 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:53.353592 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58502) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:53.390606 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-61d66fda-4a31-44bd-816d-fa3648e1ac39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbd0d39067ee41cb93c07006795dd138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0358307 Jun 28 15:39:53.392746 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58504) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:53.442667 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e92eecae-22de-466d-bb51-0c52d5132a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:53.463590 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e92eecae-22de-466d-bb51-0c52d5132a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:53.508521 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e92eecae-22de-466d-bb51-0c52d5132a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:53.511142 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e92eecae-22de-466d-bb51-0c52d5132a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:53.512252 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-e92eecae-22de-466d-bb51-0c52d5132a89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45dc4da6-54a8-4550-a6ef-cfa9d0da47a3 HTTP/1.1" status: 204 len: 168 time: 0.1186523 Jun 28 15:39:53.513098 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4b221b90-26a7-4840-b5be-a36386417e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:53.521136 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eecae-22de-466d-bb51-0c52d5132a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dc4da6-54a8-4550-a6ef-cfa9d0da47a3,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:53.523428 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e92eecae-22de-466d-bb51-0c52d5132a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:54.139479 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58526) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:54.230137 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-454984400-network', 'tenant_id': '63a138f53ae5471db9dea21737c6078e'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:39:54.250783 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Made reservation on behalf of 63a138f53ae5471db9dea21737c6078e for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:39:54.252968 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:54.261486 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:54.345316 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:54.349535 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:54.352292 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-68e3452a-21bb-46cf-87cc-2de8951a6a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:54.375511 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:39:54.381905 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca6a3f8-b009-40c1-9547-727f6e1ff031,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:54.385446 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:54.388144 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:54.388483 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Added segment 1c9d60e7-133d-4c1c-a92b-16a6ef44bf57 of type vlan for network b7f1c75c-6f21-4969-8405-10f9d7fce26f Jun 28 15:39:54.426638 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:54.456360 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:54.457687 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:54.458263 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:54.461080 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:54.511270 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3706748 Jun 28 15:39:54.514144 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58530) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:54.518222 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f1c75c-6f21-4969-8405-10f9d7fce26f,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:54.519338 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Request body: {'subnet': {'network_id': 'b7f1c75c-6f21-4969-8405-10f9d7fce26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-454984400-subnet', 'tenant_id': '63a138f53ae5471db9dea21737c6078e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:39:54.520874 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:54.527984 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network b7f1c75c-6f21-4969-8405-10f9d7fce26f details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:39:54.541603 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Made reservation on behalf of 63a138f53ae5471db9dea21737c6078e for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:39:54.544250 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62037649'] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:54.704702 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62911436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62037115'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:54.707630 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:54.758262 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c2bce3-aaef-450e-9f7d-9900f4c01ba5,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:54.769639 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:54.770008 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:54.770368 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:54.770745 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:54.771096 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:54.771442 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:54.771786 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:54.772128 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:54.772470 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:54.772809 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:54.773146 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:54.773482 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:39:54.776636 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Checking segment: {'id': '1c9d60e7-133d-4c1c-a92b-16a6ef44bf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b7f1c75c-6f21-4969-8405-10f9d7fce26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:39:54.776982 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Network hostable DHCP agents. Network: b7f1c75c-6f21-4969-8405-10f9d7fce26f, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:39:54.779032 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:54.782660 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 8967beb8-6fbf-466e-9bd9-b2964036eefd no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:39:54.795584 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Network b7f1c75c-6f21-4969-8405-10f9d7fce26f is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:39:54.803434 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 8967beb8-6fbf-466e-9bd9-b2964036eefd {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:39:54.803791 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 8967beb8-6fbf-466e-9bd9-b2964036eefd not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:39:54.806170 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, b7f1c75c-6f21-4969-8405-10f9d7fce26f) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:39:54.810657 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:54.811243 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:54.815521 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ec0ad8-cca6-4c8b-b791-3faf7c740419 None None] Network b7f1c75c-6f21-4969-8405-10f9d7fce26f requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:39:54.826389 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-7b09e6d1-b2f1-4219-a6e8-e50794ca2a27 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3109534 Jun 28 15:39:54.936918 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84325502-f50e-4fbe-ae3a-079e37baa586 None None] Network b7f1c75c-6f21-4969-8405-10f9d7fce26f requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:39:55.270290 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58546) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:55.275339 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-300180951-network', 'tenant_id': '4162ef01f77b40ce8805cbb1256b4416'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:39:55.294695 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Made reservation on behalf of 4162ef01f77b40ce8805cbb1256b4416 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:39:55.296917 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:55.305584 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:55.391268 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:55.395507 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:55.399166 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4c41e838-5485-4578-b796-3a3d43ee3a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:55.415540 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:39:55.428512 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8a9609-3472-4db3-8330-610ba807734e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:55.432565 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:55.433582 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:55.433919 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.segments_db [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Added segment 0f30db1b-2187-492b-94b5-e6f296f24839 of type vlan for network c5c62414-dad5-478b-9a3b-73911871dcdd Jun 28 15:39:55.477982 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:55.505566 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:55.506986 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:55.507596 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:55.510339 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-66bf3df8-2869-43a9-81c6-271c1c419225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:55.539039 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2676642 Jun 28 15:39:55.541895 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58548) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:55.547061 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] Request body: {'subnet': {'network_id': 'c5c62414-dad5-478b-9a3b-73911871dcdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-300180951-subnet', 'tenant_id': '4162ef01f77b40ce8805cbb1256b4416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:39:55.567406 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] Made reservation on behalf of 4162ef01f77b40ce8805cbb1256b4416 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:39:55.570163 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59090022'] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:55.570923 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=c5c62414-dad5-478b-9a3b-73911871dcdd,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:55.573835 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-97558b0a-04f1-4d03-a91c-9cbe032f0ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:55.580973 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network c5c62414-dad5-478b-9a3b-73911871dcdd details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:39:55.742131 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59778209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59090572'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:55.744983 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:55.797446 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=68934756-f8f0-4356-8a68-53a13f088c13,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:55.802016 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:55.804586 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] Checking segment: {'id': '0f30db1b-2187-492b-94b5-e6f296f24839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c5c62414-dad5-478b-9a3b-73911871dcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:39:55.804944 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] Network hostable DHCP agents. Network: c5c62414-dad5-478b-9a3b-73911871dcdd, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:39:55.820026 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] Network c5c62414-dad5-478b-9a3b-73911871dcdd is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:39:55.829044 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, c5c62414-dad5-478b-9a3b-73911871dcdd) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:39:55.833342 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:39:55.833929 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:55.838523 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12eead2-40ae-48d0-ba9f-78fb9a2e4788 None None] Network c5c62414-dad5-478b-9a3b-73911871dcdd requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:39:55.847140 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-96b6ee5f-78ee-40a6-9c60-4b3aacbeb98a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3041193 Jun 28 15:39:55.954931 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58552) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:55.961623 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f3f5de-0a25-4734-a59c-e1a09d63bc3c None None] Network c5c62414-dad5-478b-9a3b-73911871dcdd requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:39:56.006903 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e5ee42-2ee6-4c9a-b392-7f067348b97c admin admin] Deleting subnet 20c2bce3-aaef-450e-9f7d-9900f4c01ba5 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:39:56.010128 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6e5ee42-2ee6-4c9a-b392-7f067348b97c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.043671 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6e5ee42-2ee6-4c9a-b392-7f067348b97c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59779858'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.081098 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6e5ee42-2ee6-4c9a-b392-7f067348b97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.131131 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6e5ee42-2ee6-4c9a-b392-7f067348b97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59090565'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.134046 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ca25a278-7dd3-4b73-9bd8-85d295715ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:56.157849 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5ee42-2ee6-4c9a-b392-7f067348b97c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c2bce3-aaef-450e-9f7d-9900f4c01ba5,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:56.159812 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6e5ee42-2ee6-4c9a-b392-7f067348b97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.161659 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-b6e5ee42-2ee6-4c9a-b392-7f067348b97c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/20c2bce3-aaef-450e-9f7d-9900f4c01ba5 HTTP/1.1" status: 204 len: 168 time: 0.2006564 Jun 28 15:39:56.162612 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b6e5ee42-2ee6-4c9a-b392-7f067348b97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:56.164094 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58554) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:56.232100 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.306099 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.315226 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f1c75c-6f21-4969-8405-10f9d7fce26f']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:39:56.328753 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9d60e7-133d-4c1c-a92b-16a6ef44bf57') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:39:56.328979 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9d60e7-133d-4c1c-a92b-16a6ef44bf57') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:39:56.337240 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59779947'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.349925 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.355418 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:39:56.355784 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778051'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: Traceback (most recent call last): Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: timer() Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: cb(*args, **kw) Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: return func(*args, **kwargs) Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: self._notify() Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: self.callback(batched_events) Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: event.method(event) Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: return f(self, *a, **k) Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: return self._get(url).json() Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:39:56.357326 dv-cinder-797245-5-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:39:56.407630 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.411247 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cd0b4b31-9cda-4a57-81e5-f0f697dc14a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:56.413494 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.415287 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] 10.222.0.30 "DELETE /v2.0/networks/b7f1c75c-6f21-4969-8405-10f9d7fce26f HTTP/1.1" status: 204 len: 168 time: 0.2502973 Jun 28 15:39:56.418156 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58556) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:56.426039 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f1c75c-6f21-4969-8405-10f9d7fce26f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:56.428273 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:56.462855 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_v2 [None req-366658e8-4573-4581-9abc-9f86b87f6dc5 admin admin] Deleting subnet 68934756-f8f0-4356-8a68-53a13f088c13 {{(pid=92921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:39:56.466043 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-366658e8-4573-4581-9abc-9f86b87f6dc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.504500 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-366658e8-4573-4581-9abc-9f86b87f6dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62140569'] for subnet, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.540824 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-366658e8-4573-4581-9abc-9f86b87f6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.591111 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-366658e8-4573-4581-9abc-9f86b87f6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62911373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62037106'] for subnet, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.593362 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:56.615594 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366658e8-4573-4581-9abc-9f86b87f6dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68934756-f8f0-4356-8a68-53a13f088c13,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:56.619093 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-366658e8-4573-4581-9abc-9f86b87f6dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:56.621507 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-366658e8-4573-4581-9abc-9f86b87f6dc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.623354 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-366658e8-4573-4581-9abc-9f86b87f6dc5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/68934756-f8f0-4356-8a68-53a13f088c13 HTTP/1.1" status: 204 len: 168 time: 0.2041745 Jun 28 15:39:56.625776 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58558) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:56.694957 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.768903 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.778131 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c62414-dad5-478b-9a3b-73911871dcdd']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:39:56.787978 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f30db1b-2187-492b-94b5-e6f296f24839') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:39:56.788269 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f30db1b-2187-492b-94b5-e6f296f24839') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:39:56.796568 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62140640'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.809978 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.815627 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:39:56.815996 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62911342'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: Traceback (most recent call last): Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: timer() Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: cb(*args, **kw) Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: return func(*args, **kwargs) Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: self._notify() Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: self.callback(batched_events) Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: event.method(event) Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: return f(self, *a, **k) Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: return self._get(url).json() Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:39:56.817662 dv-cinder-797245-5-smb neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:39:56.873453 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.876849 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:56.879762 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:56.880986 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] 10.222.0.30 "DELETE /v2.0/networks/c5c62414-dad5-478b-9a3b-73911871dcdd HTTP/1.1" status: 204 len: 168 time: 0.2543373 Jun 28 15:39:56.891496 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c62414-dad5-478b-9a3b-73911871dcdd,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:56.894008 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-955fe2fe-b001-4173-a860-e108f34392be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:57.039447 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58562) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:57.077837 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-2611c090-5207-4bc9-b381-6922ff1a0875 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63a138f53ae5471db9dea21737c6078e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372064 Jun 28 15:39:57.080003 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58564) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:57.126612 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c277d72b-fd2f-426f-b29a-a03e6a2e372e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:57.150252 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c277d72b-fd2f-426f-b29a-a03e6a2e372e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:57.198935 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c277d72b-fd2f-426f-b29a-a03e6a2e372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:57.201497 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c277d72b-fd2f-426f-b29a-a03e6a2e372e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:57.202654 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-c277d72b-fd2f-426f-b29a-a03e6a2e372e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ca6a3f8-b009-40c1-9547-727f6e1ff031 HTTP/1.1" status: 204 len: 168 time: 0.1217744 Jun 28 15:39:57.203406 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-20c8f224-ad55-4c87-86e7-933e92462a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:57.211036 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277d72b-fd2f-426f-b29a-a03e6a2e372e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca6a3f8-b009-40c1-9547-727f6e1ff031,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:57.213435 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c277d72b-fd2f-426f-b29a-a03e6a2e372e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:57.502663 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58570) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:57.541634 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-6e592e57-d402-449b-8d02-681c6ad5bef3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4162ef01f77b40ce8805cbb1256b4416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377674 Jun 28 15:39:57.543947 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58572) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:57.590329 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a9f969e-ff8b-4660-8f77-016a616c8cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:57.610506 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a9f969e-ff8b-4660-8f77-016a616c8cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:57.655186 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a9f969e-ff8b-4660-8f77-016a616c8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:57.657831 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a9f969e-ff8b-4660-8f77-016a616c8cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:57.659122 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-2a9f969e-ff8b-4660-8f77-016a616c8cdf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e8a9609-3472-4db3-8330-610ba807734e HTTP/1.1" status: 204 len: 168 time: 0.1142771 Jun 28 15:39:57.659943 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b309c081-48b4-401b-baf4-0ee4b284c16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:57.667007 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f969e-ff8b-4660-8f77-016a616c8cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8a9609-3472-4db3-8330-610ba807734e,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:57.669206 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2a9f969e-ff8b-4660-8f77-016a616c8cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:59.338180 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58634) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:59.437383 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b4d81a20-fa47-4720-ac45-4494da942a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:59.521910 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b4d81a20-fa47-4720-ac45-4494da942a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:59.525393 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b4d81a20-fa47-4720-ac45-4494da942a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:59.527750 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-decbf6a1-12b4-4cce-9361-b956e54b2044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:59.561146 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d81a20-fa47-4720-ac45-4494da942a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee2264d-cd14-462e-80e3-1ce7a3efa811,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:59.565290 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-b4d81a20-fa47-4720-ac45-4494da942a65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02f8012164d444e5960a0dba5445641d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260911 Jun 28 15:39:59.566167 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b4d81a20-fa47-4720-ac45-4494da942a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:59.567855 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58638) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:59.616324 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-674f256c-393d-4762-8b2c-eee3d1abfd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:59.640485 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-674f256c-393d-4762-8b2c-eee3d1abfd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:59.685833 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-674f256c-393d-4762-8b2c-eee3d1abfd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:59.688427 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-674f256c-393d-4762-8b2c-eee3d1abfd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:39:59.689547 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-674f256c-393d-4762-8b2c-eee3d1abfd6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ee2264d-cd14-462e-80e3-1ce7a3efa811 HTTP/1.1" status: 204 len: 168 time: 0.1207967 Jun 28 15:39:59.690321 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cbe91f1a-2c0f-4995-8e04-ffd29c5e9a2d tempest-TestMinimumBasicScenario-1836573867 tempest-TestMinimumBasicScenario-1836573867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:39:59.698641 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f256c-393d-4762-8b2c-eee3d1abfd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee2264d-cd14-462e-80e3-1ce7a3efa811,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:39:59.700984 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-674f256c-393d-4762-8b2c-eee3d1abfd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:39:59.930012 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58644) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:39:59.943311 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dae2e717-072a-408a-b417-a818b723eb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:00.031767 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dae2e717-072a-408a-b417-a818b723eb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:00.035327 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dae2e717-072a-408a-b417-a818b723eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:00.038477 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e92eecae-22de-466d-bb51-0c52d5132a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:00.077427 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-dae2e717-072a-408a-b417-a818b723eb96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9654cc8926434598a683ad501ae6a416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462150 Jun 28 15:40:00.078409 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2e717-072a-408a-b417-a818b723eb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10d8515-546c-45d8-91bd-f55758b0c23f,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:00.078617 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58646) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:00.081400 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-dae2e717-072a-408a-b417-a818b723eb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:00.125650 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d0eded98-9a91-4b42-b04c-3807f0f6dd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:00.145965 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d0eded98-9a91-4b42-b04c-3807f0f6dd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:00.192449 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d0eded98-9a91-4b42-b04c-3807f0f6dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:00.195023 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d0eded98-9a91-4b42-b04c-3807f0f6dd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:00.196140 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-d0eded98-9a91-4b42-b04c-3807f0f6dd26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e10d8515-546c-45d8-91bd-f55758b0c23f HTTP/1.1" status: 204 len: 168 time: 0.1166854 Jun 28 15:40:00.196984 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c5e913ee-d0c9-43d1-ba37-6e5137080083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:00.204644 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eded98-9a91-4b42-b04c-3807f0f6dd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10d8515-546c-45d8-91bd-f55758b0c23f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:00.206854 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d0eded98-9a91-4b42-b04c-3807f0f6dd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:01.664624 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58690) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:01.763892 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-131fce56-bd63-40b1-a26c-33b2ecc7626e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:01.849585 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-131fce56-bd63-40b1-a26c-33b2ecc7626e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:01.853109 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-131fce56-bd63-40b1-a26c-33b2ecc7626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:01.856410 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d5e3ab09-990e-43a5-a213-62ae57a818c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:01.894815 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-131fce56-bd63-40b1-a26c-33b2ecc7626e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03d10321d3424c02a9f7b037df4eb8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291193 Jun 28 15:40:01.895662 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fce56-bd63-40b1-a26c-33b2ecc7626e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e149fe22-74ae-42f5-85fd-e0379b609176,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:01.897652 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58694) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:01.898622 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-131fce56-bd63-40b1-a26c-33b2ecc7626e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:01.945495 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-06614ea6-2310-4ecd-a315-9f475a6816ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:01.965120 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-06614ea6-2310-4ecd-a315-9f475a6816ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:02.010045 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-06614ea6-2310-4ecd-a315-9f475a6816ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:02.012916 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-06614ea6-2310-4ecd-a315-9f475a6816ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:02.014068 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-06614ea6-2310-4ecd-a315-9f475a6816ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e149fe22-74ae-42f5-85fd-e0379b609176 HTTP/1.1" status: 204 len: 168 time: 0.1153924 Jun 28 15:40:02.014821 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c8df9e71-ca0b-497b-82dc-8322e4c9b54c tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:02.022064 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06614ea6-2310-4ecd-a315-9f475a6816ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e149fe22-74ae-42f5-85fd-e0379b609176,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:02.024361 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-06614ea6-2310-4ecd-a315-9f475a6816ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:02.258409 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58700) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:02.271321 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-418be36d-f92a-4e9b-bb53-db59f8db1ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:02.356928 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-418be36d-f92a-4e9b-bb53-db59f8db1ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:02.360445 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-418be36d-f92a-4e9b-bb53-db59f8db1ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:02.363643 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d6b7d9b3-9456-460f-9d71-7a73fb64fb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:02.396400 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-418be36d-f92a-4e9b-bb53-db59f8db1ea8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9cd8e98555749688d2326589a565521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369553 Jun 28 15:40:02.398350 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418be36d-f92a-4e9b-bb53-db59f8db1ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e4b9d6-ad88-494b-bd24-e963745117b1,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:02.399193 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58702) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:02.401302 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-418be36d-f92a-4e9b-bb53-db59f8db1ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:02.446415 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-31657600-0878-4388-bbdf-f20131400983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:02.467428 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-31657600-0878-4388-bbdf-f20131400983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:02.512436 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-31657600-0878-4388-bbdf-f20131400983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:02.514984 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-31657600-0878-4388-bbdf-f20131400983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:02.516104 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-31657600-0878-4388-bbdf-f20131400983 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36e4b9d6-ad88-494b-bd24-e963745117b1 HTTP/1.1" status: 204 len: 168 time: 0.1159208 Jun 28 15:40:02.516859 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-478c97f0-0e7f-4ea8-b3df-b154ebd1d0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:02.524622 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31657600-0878-4388-bbdf-f20131400983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e4b9d6-ad88-494b-bd24-e963745117b1,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:02.526822 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-31657600-0878-4388-bbdf-f20131400983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:03.930761 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9ecba6e2-ac8b-4fbb-a380-efc18a060034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.019052 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58748) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:04.121200 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47b4b786-e4df-44a3-9dd0-51ee02835d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.204678 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47b4b786-e4df-44a3-9dd0-51ee02835d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.208466 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47b4b786-e4df-44a3-9dd0-51ee02835d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.211813 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c55a063e-b996-4e8d-9f14-2374532ead82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:04.246909 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-47b4b786-e4df-44a3-9dd0-51ee02835d54 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19100f89f2004cc686ad04caf7c15757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262988 Jun 28 15:40:04.248077 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4b786-e4df-44a3-9dd0-51ee02835d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921844d7-9703-4dda-9493-af40d8ff74be,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:04.249598 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58752) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:04.251044 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-47b4b786-e4df-44a3-9dd0-51ee02835d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:04.298668 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-67b747c8-14a1-45d9-ad98-dcbe33a8464c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.319472 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-67b747c8-14a1-45d9-ad98-dcbe33a8464c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.363373 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-67b747c8-14a1-45d9-ad98-dcbe33a8464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.365927 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-67b747c8-14a1-45d9-ad98-dcbe33a8464c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.367095 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-67b747c8-14a1-45d9-ad98-dcbe33a8464c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/921844d7-9703-4dda-9493-af40d8ff74be HTTP/1.1" status: 204 len: 168 time: 0.1159089 Jun 28 15:40:04.367831 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3cc1692e-ba7b-4807-898c-4bddf5260b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:04.375014 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b747c8-14a1-45d9-ad98-dcbe33a8464c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921844d7-9703-4dda-9493-af40d8ff74be,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:04.377219 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-67b747c8-14a1-45d9-ad98-dcbe33a8464c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:04.616706 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58758) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:04.629747 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f80a04cb-4077-44cc-98ce-6ee01f1c9757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.715147 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f80a04cb-4077-44cc-98ce-6ee01f1c9757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.718509 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f80a04cb-4077-44cc-98ce-6ee01f1c9757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.720827 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-78697c17-1e88-4029-b1ba-b9710df770e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:04.754089 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a04cb-4077-44cc-98ce-6ee01f1c9757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa556c2e-9e10-49bd-b32a-48aa11f5bd76,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:04.757079 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f80a04cb-4077-44cc-98ce-6ee01f1c9757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:04.759959 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-f80a04cb-4077-44cc-98ce-6ee01f1c9757 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93b3e27edbf54ba58832c3125cc63759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420274 Jun 28 15:40:04.762569 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58760) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:04.810811 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-08760dc1-2074-4fc6-906a-5d4199c94d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.836188 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-08760dc1-2074-4fc6-906a-5d4199c94d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.879785 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-08760dc1-2074-4fc6-906a-5d4199c94d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.882386 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-08760dc1-2074-4fc6-906a-5d4199c94d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:04.883518 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-08760dc1-2074-4fc6-906a-5d4199c94d6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa556c2e-9e10-49bd-b32a-48aa11f5bd76 HTTP/1.1" status: 204 len: 168 time: 0.1200099 Jun 28 15:40:04.884251 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6add789d-cfae-45fa-9518-778cac71f64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:04.891135 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08760dc1-2074-4fc6-906a-5d4199c94d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa556c2e-9e10-49bd-b32a-48aa11f5bd76,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:04.893393 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-08760dc1-2074-4fc6-906a-5d4199c94d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:06.702105 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:06.914521 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6f61ae44-08e3-4032-b072-7cf5e2952afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:07.551580 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:09.146284 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:10.445011 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58842) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:10.544370 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f4b59b3-6810-4c50-b52d-7a8e62c2daab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:10.631715 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f4b59b3-6810-4c50-b52d-7a8e62c2daab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:10.635624 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f4b59b3-6810-4c50-b52d-7a8e62c2daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:10.638914 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4e713353-7d95-4ada-86bf-09d4f05da032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:10.672873 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-7f4b59b3-6810-4c50-b52d-7a8e62c2daab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ec13c18f9cc40e4a3d6d4ad382f8e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268472 Jun 28 15:40:10.673961 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b59b3-6810-4c50-b52d-7a8e62c2daab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64de200c-058e-4e2b-ba2c-081b3b02346b,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:10.676086 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58846) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:10.677884 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7f4b59b3-6810-4c50-b52d-7a8e62c2daab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:10.728250 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be5b4c7e-43e5-406c-80b8-5f1c6d299267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:10.748776 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be5b4c7e-43e5-406c-80b8-5f1c6d299267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:10.793736 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be5b4c7e-43e5-406c-80b8-5f1c6d299267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:10.796334 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be5b4c7e-43e5-406c-80b8-5f1c6d299267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:10.797482 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-be5b4c7e-43e5-406c-80b8-5f1c6d299267 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64de200c-058e-4e2b-ba2c-081b3b02346b HTTP/1.1" status: 204 len: 168 time: 0.1203232 Jun 28 15:40:10.798223 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-131fce56-bd63-40b1-a26c-33b2ecc7626e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:10.806487 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b4c7e-43e5-406c-80b8-5f1c6d299267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64de200c-058e-4e2b-ba2c-081b3b02346b,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:10.808791 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-be5b4c7e-43e5-406c-80b8-5f1c6d299267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:10.828789 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:40:11.048374 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58852) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:11.061433 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-14f3f038-bcc6-4b96-aeb7-ba7c633385ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:11.149153 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-14f3f038-bcc6-4b96-aeb7-ba7c633385ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:11.152698 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-14f3f038-bcc6-4b96-aeb7-ba7c633385ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:11.155880 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b7e90b3-f10a-4234-a053-a113d0325fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:11.188683 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-14f3f038-bcc6-4b96-aeb7-ba7c633385ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec13a9dc7af243f9ad77f3f04d6a0504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393056 Jun 28 15:40:11.189577 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3f038-bcc6-4b96-aeb7-ba7c633385ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b35b7-e5c2-4117-9126-d1cb4beef2dc,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:11.191937 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58854) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:11.193044 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-14f3f038-bcc6-4b96-aeb7-ba7c633385ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:11.239962 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5ab8346e-98fd-4411-9905-d25178ae170c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:11.261038 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5ab8346e-98fd-4411-9905-d25178ae170c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:11.306433 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5ab8346e-98fd-4411-9905-d25178ae170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:11.309019 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5ab8346e-98fd-4411-9905-d25178ae170c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:11.310132 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-5ab8346e-98fd-4411-9905-d25178ae170c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb8b35b7-e5c2-4117-9126-d1cb4beef2dc HTTP/1.1" status: 204 len: 168 time: 0.1171696 Jun 28 15:40:11.310905 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-285d0ed8-1cd8-45a2-9412-afd8c854ab12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:11.318662 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8346e-98fd-4411-9905-d25178ae170c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b35b7-e5c2-4117-9126-d1cb4beef2dc,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:11.320887 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5ab8346e-98fd-4411-9905-d25178ae170c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:11.943125 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58876) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:12.035552 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-933630766-network', 'tenant_id': 'f8913a86ed11466384a8e838270a1ff0'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:40:12.056645 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Made reservation on behalf of f8913a86ed11466384a8e838270a1ff0 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:40:12.059043 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:12.067567 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:12.156344 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:12.160746 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:12.164356 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-747b7e46-aed5-415a-9e29-7dcc408ac8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:12.185191 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:40:12.194226 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5723f5e2-f2b7-4d1d-a07a-f8acb7a8617d,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:12.197443 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:12.202327 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:12.202713 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.db.segments_db [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Added segment d2195a5a-8e6d-4a26-8f21-cddd27e1a181 of type vlan for network 6c69e7ca-e7a5-428c-bac4-daa075d3a912 Jun 28 15:40:12.241978 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:12.270135 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:12.271361 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:12.271933 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:12.274619 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:12.306907 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3625367 Jun 28 15:40:12.311177 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58880) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:12.316357 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Request body: {'subnet': {'network_id': '6c69e7ca-e7a5-428c-bac4-daa075d3a912', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-933630766-subnet', 'tenant_id': 'f8913a86ed11466384a8e838270a1ff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:40:12.336635 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Made reservation on behalf of f8913a86ed11466384a8e838270a1ff0 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:40:12.339000 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59090022'] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:12.339492 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=6c69e7ca-e7a5-428c-bac4-daa075d3a912,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:12.342435 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:12.349467 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network 6c69e7ca-e7a5-428c-bac4-daa075d3a912 details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:40:12.506411 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59778209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59090572'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:12.509371 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-60980b37-fad6-4e15-9893-2cc9d042d390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:12.565852 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5764d51-ab27-4155-a5e8-07c3345a9223,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:12.570234 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:12.573058 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Checking segment: {'id': 'd2195a5a-8e6d-4a26-8f21-cddd27e1a181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6c69e7ca-e7a5-428c-bac4-daa075d3a912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:40:12.573414 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Network hostable DHCP agents. Network: 6c69e7ca-e7a5-428c-bac4-daa075d3a912, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:40:12.594624 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Network 6c69e7ca-e7a5-428c-bac4-daa075d3a912 is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:40:12.603830 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, 6c69e7ca-e7a5-428c-bac4-daa075d3a912) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:40:12.609974 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:12.610951 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:12.611822 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0a7769-f50f-4739-b270-cfbb0b91e6cf None None] Network 6c69e7ca-e7a5-428c-bac4-daa075d3a912 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:40:12.627191 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3148570 Jun 28 15:40:12.736887 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aaabc0-a566-41ec-b5ca-957150a709b3 None None] Network 6c69e7ca-e7a5-428c-bac4-daa075d3a912 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:40:13.067804 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 58896) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:13.073084 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-901932790-network', 'tenant_id': 'd00bdd5f3a5148bb8f7b93e0145ad00e'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:40:13.092865 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Made reservation on behalf of d00bdd5f3a5148bb8f7b93e0145ad00e for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:40:13.095204 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:13.104304 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:13.190896 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:13.195061 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:13.199056 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d1fbfdd1-f91e-4d31-93e2-2e9dd8ab0ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:13.215858 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 15:40:13.229340 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f652175d-4426-4948-b085-083fb3e155e2,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:13.234008 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:13.234350 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Added segment 79b76799-1f15-4b8c-871e-e7200503ff14 of type vlan for network 713a2f66-0477-4296-950e-b99fc26ab1dd Jun 28 15:40:13.235734 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:13.273945 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763182089822'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:13.300951 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:13.302236 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:13.302838 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:13.305552 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:13.335535 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2666795 Jun 28 15:40:13.338360 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 58898) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:13.343385 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] Request body: {'subnet': {'network_id': '713a2f66-0477-4296-950e-b99fc26ab1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-901932790-subnet', 'tenant_id': 'd00bdd5f3a5148bb8f7b93e0145ad00e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:40:13.364776 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] Made reservation on behalf of d00bdd5f3a5148bb8f7b93e0145ad00e for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:40:13.367042 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62037649'] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:13.367187 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Pushing event updated for resources: {'Network': ['ID=713a2f66-0477-4296-950e-b99fc26ab1dd,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:13.370394 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-dc04a0a3-4085-4baf-914a-d30fb57e20c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:13.376781 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Network 713a2f66-0477-4296-950e-b99fc26ab1dd details requested by agent ovs-agent-dv-cinder-797245-5-smb with host dv-cinder-797245-5-smb {{(pid=92922) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 15:40:13.541039 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62911436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62037115'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:13.543268 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:13.599996 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcaeb347-3bba-495e-8925-2a6aa3952a31,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:13.603283 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:13.608723 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] Checking segment: {'id': '79b76799-1f15-4b8c-871e-e7200503ff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '713a2f66-0477-4296-950e-b99fc26ab1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:40:13.609073 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] Network hostable DHCP agents. Network: 713a2f66-0477-4296-950e-b99fc26ab1dd, hostable agents: ['5f73763b-2df4-4e56-b459-17d882d07289'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 15:40:13.624380 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] Network 713a2f66-0477-4296-950e-b99fc26ab1dd is scheduled to be hosted by DHCP agent 5f73763b-2df4-4e56-b459-17d882d07289 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 15:40:13.632997 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-5-smb, 713a2f66-0477-4296-950e-b99fc26ab1dd) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:40:13.637025 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:13.637616 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:13.641536 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6702e159-cfdf-4570-bc34-265448b6d8ff None None] Network 713a2f66-0477-4296-950e-b99fc26ab1dd requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:40:13.651266 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-29241264-b590-4906-aba4-0c9c23ab027f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3118412 Jun 28 15:40:13.764583 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569dcd2e-0733-4210-bb60-911f353d14ff None None] Network 713a2f66-0477-4296-950e-b99fc26ab1dd requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:40:14.151696 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-4d4d3484-4205-406f-8b8c-c57dff05115f tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:14.153038 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-4d4d3484-4205-406f-8b8c-c57dff05115f tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/networks?id=6c69e7ca-e7a5-428c-bac4-daa075d3a912 HTTP/1.1" status: 200 len: 808 time: 0.0988753 Jun 28 15:40:14.167532 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-0adae950-190b-4176-ac0e-51aa98b17fd5 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/quotas/f8913a86ed11466384a8e838270a1ff0 HTTP/1.1" status: 200 len: 375 time: 0.0090790 Jun 28 15:40:14.199583 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-569e0bd6-3616-45ef-b2c8-d232ba430a15 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8913a86ed11466384a8e838270a1ff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272589 Jun 28 15:40:14.290235 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-821b5ba6-3d26-4a6b-ab6c-bd335bcd00b4 service neutron] 10.222.0.30 "GET /v2.0/networks/6c69e7ca-e7a5-428c-bac4-daa075d3a912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844262 Jun 28 15:40:14.380658 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-7cdab1ed-e84b-43b8-a6d7-1ac2eb5cbae8 service neutron] 10.222.0.30 "GET /v2.0/networks/6c69e7ca-e7a5-428c-bac4-daa075d3a912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845633 Jun 28 15:40:14.547031 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-d70ba2a9-e745-47de-acdc-c728504a0fe9 req-b60cae26-5e1d-495a-86f2-f1837a457e6e tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/ports?device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 210 time: 0.0304091 Jun 28 15:40:15.562830 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-bffb08bd-3234-4f29-81c6-7fb194ce7108 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:15.564607 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-bffb08bd-3234-4f29-81c6-7fb194ce7108 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.13 "GET /v2.0/networks?id=6c69e7ca-e7a5-428c-bac4-daa075d3a912 HTTP/1.1" status: 200 len: 808 time: 0.0989532 Jun 28 15:40:15.582999 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Request body: {'port': {'device_id': 'd788601e-4425-4d57-b2a6-8fc388e80e15', 'network_id': '6c69e7ca-e7a5-428c-bac4-daa075d3a912', 'admin_state_up': True, 'tenant_id': 'f8913a86ed11466384a8e838270a1ff0'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:40:15.708732 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9808ed95-a4b9-4730-99d5-84606af19599 req-a39c3436-7378-42f8-95de-1070276b0a39 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/ports?device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 210 time: 0.0332963 Jun 28 15:40:15.725159 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Made reservation on behalf of f8913a86ed11466384a8e838270a1ff0 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 15:40:15.728789 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:15.851583 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Allocated IP 172.20.0.7 (6c69e7ca-e7a5-428c-bac4-daa075d3a912/c5764d51-ab27-4155-a5e8-07c3345a9223/2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 15:40:15.949579 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:15.991111 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:16.028039 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-703120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763182116837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62911416'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:16.031697 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-26545412-14ff-42e6-be16-b6174e340da0 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:16.073303 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Network 6c69e7ca-e7a5-428c-bac4-daa075d3a912 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 15:40:16.078053 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 15:40:16.081606 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 15:40:16.105410 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Pushing event updated for resources: {'Port': ['ID=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:16.111157 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:16.132268 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:16.132868 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:16.146219 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-f169fc6a-c919-4647-9880-f082cb592387 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686758 Jun 28 15:40:16.160234 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.v2.base [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Request body: {'port': {'device_id': 'd788601e-4425-4d57-b2a6-8fc388e80e15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 15:40:16.227642 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:16.481390 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:40:16.488538 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:16.499716 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Transition to ACTIVE for port object 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 15:40:16.503656 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:16.506116 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6f9d055c-386e-495c-a1e8-f1662c25c10a tempest-AttachVolumeShelveTestJSON-1526805152 tempest-AttachVolumeShelveTestJSON-1526805152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:16.551510 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Pushing event updated for resources: {'Port': ['ID=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:16.555571 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:16.622689 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Attempting to bind port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 15:40:16.623384 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Attempting to bind port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'd2195a5a-8e6d-4a26-8f21-cddd27e1a181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6c69e7ca-e7a5-428c-bac4-daa075d3a912'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 15:40:16.623384 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Attempting to bind port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf on network 6c69e7ca-e7a5-428c-bac4-daa075d3a912 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:40:16.627416 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf on network 6c69e7ca-e7a5-428c-bac4-daa075d3a912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 15:40:16.627735 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Attempting to bind port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf on network 6c69e7ca-e7a5-428c-bac4-daa075d3a912 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 15:40:16.632934 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Checking agent: {'id': '998d0911-d23f-44e3-8e3e-6a5d58fabe78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'started_at': datetime.datetime(2021, 6, 28, 15, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 15, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 15:40:16.633268 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Checking segment: {'id': 'd2195a5a-8e6d-4a26-8f21-cddd27e1a181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6c69e7ca-e7a5-428c-bac4-daa075d3a912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 15:40:16.633646 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Bound using segment: {'id': 'd2195a5a-8e6d-4a26-8f21-cddd27e1a181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6c69e7ca-e7a5-428c-bac4-daa075d3a912'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 15:40:16.634065 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Bound port: 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2195a5a-8e6d-4a26-8f21-cddd27e1a181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6c69e7ca-e7a5-428c-bac4-daa075d3a912'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 15:40:16.634417 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:16.694108 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] For port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf, host hv-cinder-79724, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 15:40:16.697021 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] For port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf,segment=NetworkSegment(d2195a5a-8e6d-4a26-8f21-cddd27e1a181),segment_id=d2195a5a-8e6d-4a26-8f21-cddd27e1a181)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 15:40:16.701530 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62911306'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:16.703433 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f18ff9a5-2891-48b8-a1d0-933f012d6683 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:16.734621 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:16.735322 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:16.736694 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] 10.222.0.13 "PUT /v2.0/ports/2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf HTTP/1.1" status: 200 len: 1093 time: 0.5803332 Jun 28 15:40:16.737194 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd788601e-4425-4d57-b2a6-8fc388e80e15', 'tag': '2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:40:16.740043 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1ec948-4eac-4040-9ca5-91ebc85a27d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d788601e-4425-4d57-b2a6-8fc388e80e15", "tag": "2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:40:16.763442 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Pushing event updated for resources: {'Port': ['ID=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:16.766739 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fea64b6d-443e-4f36-9f54-0fcc4fd73d89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:16.794853 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3fae53-82d2-43b9-a462-94476876a5ad x-openstack-request-id: req-bd3fae53-82d2-43b9-a462-94476876a5ad {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:40:16.795182 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d788601e-4425-4d57-b2a6-8fc388e80e15", "tag": "2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:40:16.795475 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd3fae53-82d2-43b9-a462-94476876a5ad {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:40:16.795923 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd788601e-4425-4d57-b2a6-8fc388e80e15', 'tag': '2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf', 'status': 'completed', 'code': 200} Jun 28 15:40:16.841375 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-5050dd12-5976-4bea-8ba2-fd747dabe9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:16.842909 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-5050dd12-5976-4bea-8ba2-fd747dabe9a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8913a86ed11466384a8e838270a1ff0&device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 1096 time: 0.0573568 Jun 28 15:40:16.887171 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-0b1bdae0-14d0-470f-a1d0-01445c4583c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf HTTP/1.1" status: 200 len: 217 time: 0.0369697 Jun 28 15:40:16.894928 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7a735-4725-468a-91a2-a70c54c9e584 req-6d5198cc-3a2b-4519-9e90-d2dabede58a1 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:16.896396 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7bf7a735-4725-468a-91a2-a70c54c9e584 req-6d5198cc-3a2b-4519-9e90-d2dabede58a1 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/ports?device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 943 time: 0.0609875 Jun 28 15:40:16.933559 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-7bf7a735-4725-468a-91a2-a70c54c9e584 req-bb5a2dcc-f4d3-4c42-a5e8-20ecd32059ca tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/security-groups?id=5723f5e2-f2b7-4d1d-a07a-f8acb7a8617d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Jun 28 15:40:16.935865 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-ca1b3adf-7fd8-4b41-b187-5cf8e5c71128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:16.937310 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-ca1b3adf-7fd8-4b41-b187-5cf8e5c71128 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5764d51-ab27-4155-a5e8-07c3345a9223 HTTP/1.1" status: 200 len: 848 time: 0.0438242 Jun 28 15:40:16.971050 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-1d3a81d1-69e3-42e8-a999-9569d79f8a08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c69e7ca-e7a5-428c-bac4-daa075d3a912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265841 Jun 28 15:40:17.061247 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-88ebce13-cbe5-4c87-9c16-5e091ac91f94 service neutron] 10.222.0.13 "GET /v2.0/networks/6c69e7ca-e7a5-428c-bac4-daa075d3a912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831847 Jun 28 15:40:17.149634 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-080aaf97-1cc3-4795-8e3c-07d82ebd21b5 req-0fec31d5-7604-4429-aea5-46852857ae58 service neutron] 10.222.0.13 "GET /v2.0/networks/6c69e7ca-e7a5-428c-bac4-daa075d3a912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817525 Jun 28 15:40:17.261541 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ec948-4eac-4040-9ca5-91ebc85a27d3 req-6bcc0d18-66ee-473b-99d2-1afbfdc534b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:17.262934 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ad1ec948-4eac-4040-9ca5-91ebc85a27d3 req-6bcc0d18-66ee-473b-99d2-1afbfdc534b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8913a86ed11466384a8e838270a1ff0&device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 1096 time: 0.0558610 Jun 28 15:40:17.350725 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ec948-4eac-4040-9ca5-91ebc85a27d3 req-b8774c52-414f-40c7-89a5-a5dbd52b6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:17.352159 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ad1ec948-4eac-4040-9ca5-91ebc85a27d3 req-b8774c52-414f-40c7-89a5-a5dbd52b6e48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c69e7ca-e7a5-428c-bac4-daa075d3a912 HTTP/1.1" status: 200 len: 909 time: 0.0824478 Jun 28 15:40:17.395946 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ad1ec948-4eac-4040-9ca5-91ebc85a27d3 req-c6075822-6402-402f-b83c-50981a62b6ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf HTTP/1.1" status: 200 len: 217 time: 0.0368059 Jun 28 15:40:17.709113 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ec948-4eac-4040-9ca5-91ebc85a27d3 req-b3399013-05b6-4c42-bfd8-09b9ec4ed736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:17.710599 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ad1ec948-4eac-4040-9ca5-91ebc85a27d3 req-b3399013-05b6-4c42-bfd8-09b9ec4ed736 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5764d51-ab27-4155-a5e8-07c3345a9223 HTTP/1.1" status: 200 len: 848 time: 0.3077562 Jun 28 15:40:17.743005 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ad1ec948-4eac-4040-9ca5-91ebc85a27d3 req-b73dc537-2ec6-4ca1-b0b6-8419346fd977 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c69e7ca-e7a5-428c-bac4-daa075d3a912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259404 Jun 28 15:40:17.833013 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ad1ec948-4eac-4040-9ca5-91ebc85a27d3 req-26cf8168-5d97-4934-a13a-16287c683f4a service neutron] 10.222.0.13 "GET /v2.0/networks/6c69e7ca-e7a5-428c-bac4-daa075d3a912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812535 Jun 28 15:40:17.918596 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-ad1ec948-4eac-4040-9ca5-91ebc85a27d3 req-fcf92e2e-8c0c-4dd1-95ff-3fce7f334d31 service neutron] 10.222.0.13 "GET /v2.0/networks/6c69e7ca-e7a5-428c-bac4-daa075d3a912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791931 Jun 28 15:40:18.107685 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f61b5-ea78-42be-b997-f38344b2166c req-990dd1ca-c25b-4da9-a010-122a542c949e tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:18.107915 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9b1f61b5-ea78-42be-b997-f38344b2166c req-990dd1ca-c25b-4da9-a010-122a542c949e tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/ports?device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 943 time: 0.0659897 Jun 28 15:40:18.149234 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9b1f61b5-ea78-42be-b997-f38344b2166c req-9df0d417-09ff-48cd-8cc6-ae7c1b05e9e7 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/security-groups?id=5723f5e2-f2b7-4d1d-a07a-f8acb7a8617d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325453 Jun 28 15:40:18.909744 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92922) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 15:40:19.004361 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf,segment=NetworkSegment(d2195a5a-8e6d-4a26-8f21-cddd27e1a181),segment_id=d2195a5a-8e6d-4a26-8f21-cddd27e1a181)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:40:19.015543 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Returning: {'device': '2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf', 'network_id': '6c69e7ca-e7a5-428c-bac4-daa075d3a912', 'port_id': '2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf', 'mac_address': 'fa:16:3e:78:a4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5764d51-ab27-4155-a5e8-07c3345a9223', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92922) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 15:40:19.051516 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:19.063408 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 15:40:19.082687 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf,segment=NetworkSegment(d2195a5a-8e6d-4a26-8f21-cddd27e1a181),segment_id=d2195a5a-8e6d-4a26-8f21-cddd27e1a181)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:40:19.086531 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:19.089239 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:19.138112 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:19.141378 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:19.288498 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:40:19.322066 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49701e70-72ae-4e47-9a03-13ff101a8c13 req-9495d548-29f9-454f-bc11-b806c4cfc5e5 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:19.323830 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-49701e70-72ae-4e47-9a03-13ff101a8c13 req-9495d548-29f9-454f-bc11-b806c4cfc5e5 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/ports?device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 944 time: 0.0658331 Jun 28 15:40:19.360613 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-49701e70-72ae-4e47-9a03-13ff101a8c13 req-88fc4a6b-4135-45c6-a2f9-b058e956c7f0 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/security-groups?id=5723f5e2-f2b7-4d1d-a07a-f8acb7a8617d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309410 Jun 28 15:40:20.532020 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031550e-c073-43d4-8d48-c1ea342ab822 req-eea31193-7a84-45a4-a4d1-f683129b75f9 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:20.533464 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9031550e-c073-43d4-8d48-c1ea342ab822 req-eea31193-7a84-45a4-a4d1-f683129b75f9 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/ports?device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 944 time: 0.0626879 Jun 28 15:40:20.570462 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9031550e-c073-43d4-8d48-c1ea342ab822 req-00769a22-3976-445d-b643-ac3b35236ede tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/security-groups?id=5723f5e2-f2b7-4d1d-a07a-f8acb7a8617d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314760 Jun 28 15:40:20.926465 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf up at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 15:40:20.976041 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning for port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf completed by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 15:40:20.979521 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Provisioning complete for port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf triggered by entity L2. {{(pid=92922) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 15:40:20.979893 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666667'] for port, provisioning_complete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:21.055127 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703185'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:21.076296 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd788601e-4425-4d57-b2a6-8fc388e80e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:40:21.078560 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}280d7de5a9c3390ffd926712d7597b89ef64064157c831fc02a6a9f48494523d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deef6727-7001-4bee-8051-d038f450c6ce" -d '{"events": [{"server_uuid": "d788601e-4425-4d57-b2a6-8fc388e80e15", "name": "network-vif-plugged", "status": "completed", "tag": "2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:40:21.091093 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] For port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf,segment=NetworkSegment(d2195a5a-8e6d-4a26-8f21-cddd27e1a181),segment_id=d2195a5a-8e6d-4a26-8f21-cddd27e1a181)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:40:21.095186 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763182575827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763182116855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763182070312'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:21.098894 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4e66523f-a02f-43cc-ada4-32136dbda01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:21.124513 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb62168-9860-410e-af5d-5e8afd535d0d x-openstack-request-id: req-acb62168-9860-410e-af5d-5e8afd535d0d {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:40:21.124811 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d788601e-4425-4d57-b2a6-8fc388e80e15", "name": "network-vif-plugged", "status": "completed", "tag": "2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:40:21.125068 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acb62168-9860-410e-af5d-5e8afd535d0d {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:40:21.125463 dv-cinder-797245-5-smb neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd788601e-4425-4d57-b2a6-8fc388e80e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf', 'code': 200} Jun 28 15:40:21.153440 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Pushing event updated for resources: {'Port': ['ID=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf,revision_number=5']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:21.156305 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:21.326470 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625ed1b-e8a0-48b2-9732-46f2cae49548 req-5c2e06c6-1049-4ecc-a235-d59339146411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:21.327932 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9625ed1b-e8a0-48b2-9732-46f2cae49548 req-5c2e06c6-1049-4ecc-a235-d59339146411 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 1098 time: 0.0512788 Jun 28 15:40:21.361098 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-9625ed1b-e8a0-48b2-9732-46f2cae49548 req-c93dcc7c-6da2-476d-a5fc-55de42347f09 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5723f5e2-f2b7-4d1d-a07a-f8acb7a8617d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271878 Jun 28 15:40:21.741825 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772df5-3ad2-4797-b327-4e95f1e6bc1a req-d6a8da85-59c1-41c3-93b9-60bb804c292c tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:21.743523 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bf772df5-3ad2-4797-b327-4e95f1e6bc1a req-d6a8da85-59c1-41c3-93b9-60bb804c292c tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/ports?device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 945 time: 0.0668395 Jun 28 15:40:21.780318 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-bf772df5-3ad2-4797-b327-4e95f1e6bc1a req-49574301-78b0-415e-94d4-5641dd6272e6 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/security-groups?id=5723f5e2-f2b7-4d1d-a07a-f8acb7a8617d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Jun 28 15:40:22.950993 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f89ab-5eb0-4c01-a5da-3bd2a85ad2e2 req-0d375cf1-dec5-4135-9df7-2b5a5b84f62c tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:22.952431 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-679f89ab-5eb0-4c01-a5da-3bd2a85ad2e2 req-0d375cf1-dec5-4135-9df7-2b5a5b84f62c tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/ports?device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 945 time: 0.0610919 Jun 28 15:40:22.988842 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-679f89ab-5eb0-4c01-a5da-3bd2a85ad2e2 req-75c2fda3-2fe7-4132-a12f-324cf1bf6bae tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/security-groups?id=5723f5e2-f2b7-4d1d-a07a-f8acb7a8617d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303330 Jun 28 15:40:25.471650 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b774d85-db09-4642-8fcb-4ebf424f6a96 req-376e6997-3062-4a51-b1d1-780e6c6d2e25 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:25.473171 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8b774d85-db09-4642-8fcb-4ebf424f6a96 req-376e6997-3062-4a51-b1d1-780e6c6d2e25 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/ports?device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 945 time: 0.0686479 Jun 28 15:40:25.509436 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-8b774d85-db09-4642-8fcb-4ebf424f6a96 req-73ba505f-6b00-40f7-aa44-52974ec84b24 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/security-groups?id=5723f5e2-f2b7-4d1d-a07a-f8acb7a8617d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Jun 28 15:40:26.729806 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005ac44-577a-4274-97c7-d942d1d510da req-576dbae4-4753-4bf5-8935-326668e0e8df tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:26.731222 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a005ac44-577a-4274-97c7-d942d1d510da req-576dbae4-4753-4bf5-8935-326668e0e8df tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/ports?device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 945 time: 0.1092846 Jun 28 15:40:26.739840 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1096f1-7a5c-4cf1-ae0c-b214304d31ed req-466c0de6-3a83-4f47-898a-42c0b931f749 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:26.741183 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4f1096f1-7a5c-4cf1-ae0c-b214304d31ed req-466c0de6-3a83-4f47-898a-42c0b931f749 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.13 "GET /v2.0/ports?device_id=d788601e-4425-4d57-b2a6-8fc388e80e15 HTTP/1.1" status: 200 len: 945 time: 0.1098950 Jun 28 15:40:26.810762 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-a005ac44-577a-4274-97c7-d942d1d510da req-cdb6513f-c3cb-4e39-b6a6-6d71305d7bb3 tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.30 "GET /v2.0/security-groups?id=5723f5e2-f2b7-4d1d-a07a-f8acb7a8617d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686123 Jun 28 15:40:26.861529 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-4f1096f1-7a5c-4cf1-ae0c-b214304d31ed req-682bfcdc-b61d-43ee-8b7a-c8e21afb084d tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Deleting port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:40:26.861867 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4f1096f1-7a5c-4cf1-ae0c-b214304d31ed req-682bfcdc-b61d-43ee-8b7a-c8e21afb084d tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:26.949251 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-4f1096f1-7a5c-4cf1-ae0c-b214304d31ed req-682bfcdc-b61d-43ee-8b7a-c8e21afb084d tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] For port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf,segment=NetworkSegment(d2195a5a-8e6d-4a26-8f21-cddd27e1a181),segment_id=d2195a5a-8e6d-4a26-8f21-cddd27e1a181)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:40:26.949604 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4f1096f1-7a5c-4cf1-ae0c-b214304d31ed req-682bfcdc-b61d-43ee-8b7a-c8e21afb084d tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:26.961816 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-4f1096f1-7a5c-4cf1-ae0c-b214304d31ed req-682bfcdc-b61d-43ee-8b7a-c8e21afb084d tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Calling delete_port for 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:40:27.087770 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4f1096f1-7a5c-4cf1-ae0c-b214304d31ed req-682bfcdc-b61d-43ee-8b7a-c8e21afb084d tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:27.094116 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a497a98c-1e20-427b-8dd2-e0742cd43ff5 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:27.101691 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] get_ports_and_sgs() called for port_ids ['2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf'] {{(pid=92922) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 15:40:27.119446 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bfcdc-b61d-43ee-8b7a-c8e21afb084d tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Pushing event deleted for resources: {'Port': ['ID=2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:27.122881 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-682bfcdc-b61d-43ee-8b7a-c8e21afb084d tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:27.166848 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1096f1-7a5c-4cf1-ae0c-b214304d31ed req-682bfcdc-b61d-43ee-8b7a-c8e21afb084d tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] No DVR routers for this DVR port 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:40:27.169250 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4f1096f1-7a5c-4cf1-ae0c-b214304d31ed req-682bfcdc-b61d-43ee-8b7a-c8e21afb084d tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:27.171253 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-4f1096f1-7a5c-4cf1-ae0c-b214304d31ed req-682bfcdc-b61d-43ee-8b7a-c8e21afb084d tempest-VolumesActionsTest-1077178913 tempest-VolumesActionsTest-1077178913-project] 10.222.0.13 "DELETE /v2.0/ports/2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf HTTP/1.1" status: 204 len: 173 time: 0.4234629 Jun 28 15:40:27.171756 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd788601e-4425-4d57-b2a6-8fc388e80e15', 'name': 'network-vif-deleted', 'tag': '2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:40:27.174040 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a8cbc3-a926-41d9-9137-ff57d84b91d4" -d '{"events": [{"server_uuid": "d788601e-4425-4d57-b2a6-8fc388e80e15", "name": "network-vif-deleted", "tag": "2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:40:27.211635 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daacbd1-a2e6-4dc3-b928-172534f9f7b0 x-openstack-request-id: req-1daacbd1-a2e6-4dc3-b928-172534f9f7b0 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:40:27.211996 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d788601e-4425-4d57-b2a6-8fc388e80e15", "name": "network-vif-deleted", "tag": "2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:40:27.212295 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1daacbd1-a2e6-4dc3-b928-172534f9f7b0 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:40:27.212821 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd788601e-4425-4d57-b2a6-8fc388e80e15', 'name': 'network-vif-deleted', 'tag': '2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf', 'status': 'completed', 'code': 200} Jun 28 15:40:30.988048 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:40:31.008662 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:40:31.009006 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 2aaa00ff-8fa5-4c4e-b9ac-150c5b1310cf not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:40:33.930910 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8f85e377-6cb1-41ec-90a9-f68efc8938bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:36.703498 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:36.914748 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-181c8ac6-73cd-44e1-a57c-e2cff35d4eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:37.553426 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:39.148612 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.069027 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59110) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:42.113432 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Deleting subnet c5764d51-ab27-4155-a5e8-07c3345a9223 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:40:42.116983 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.149807 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59779858'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.189916 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.239572 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59090565'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.242423 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:42.269855 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5764d51-ab27-4155-a5e8-07c3345a9223,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:42.274227 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.276073 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c5764d51-ab27-4155-a5e8-07c3345a9223 HTTP/1.1" status: 204 len: 168 time: 0.2060287 Jun 28 15:40:42.278950 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 59112) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:42.280700 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:40:42.281084 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:40:42.281455 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:40:42.281825 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:40:42.282191 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:40:42.282579 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:40:42.282942 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:40:42.283302 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:40:42.283660 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:40:42.284022 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:40:42.284375 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:40:42.284726 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:40:42.287739 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e5ac6160-da67-430e-9c33-d856d4af094a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:42.351792 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.426122 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.435390 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c69e7ca-e7a5-428c-bac4-daa075d3a912']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:40:42.445249 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2195a5a-8e6d-4a26-8f21-cddd27e1a181') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:40:42.445550 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2195a5a-8e6d-4a26-8f21-cddd27e1a181') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:40:42.454198 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62140640'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.468240 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.477275 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:40:42.477684 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62911342'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: Traceback (most recent call last): Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: timer() Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: cb(*args, **kw) Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: return func(*args, **kwargs) Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: self._notify() Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: self.callback(batched_events) Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: event.method(event) Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: return f(self, *a, **k) Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: return self._get(url).json() Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:40:42.481778 dv-cinder-797245-5-smb neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:40:42.534912 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.538541 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:42.540860 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.542645 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6c69e7ca-e7a5-428c-bac4-daa075d3a912 HTTP/1.1" status: 204 len: 168 time: 0.2620320 Jun 28 15:40:42.545716 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59114) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:42.553496 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c69e7ca-e7a5-428c-bac4-daa075d3a912,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:42.555822 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2722a1ee-f47e-4cc8-ac95-952c8a6b5215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:42.589110 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f157bd-2ef1-4cf7-91cb-9efbeba88954 admin admin] Deleting subnet dcaeb347-3bba-495e-8925-2a6aa3952a31 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:40:42.592277 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-51f157bd-2ef1-4cf7-91cb-9efbeba88954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.625375 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-51f157bd-2ef1-4cf7-91cb-9efbeba88954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59779858'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.662093 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-51f157bd-2ef1-4cf7-91cb-9efbeba88954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.715587 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-51f157bd-2ef1-4cf7-91cb-9efbeba88954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59090565'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.718570 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:42.743738 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-51f157bd-2ef1-4cf7-91cb-9efbeba88954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.746187 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-51f157bd-2ef1-4cf7-91cb-9efbeba88954 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dcaeb347-3bba-495e-8925-2a6aa3952a31 HTTP/1.1" status: 204 len: 168 time: 0.1994350 Jun 28 15:40:42.747219 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f157bd-2ef1-4cf7-91cb-9efbeba88954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcaeb347-3bba-495e-8925-2a6aa3952a31,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:42.748106 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 59116) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:42.749278 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-51f157bd-2ef1-4cf7-91cb-9efbeba88954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:42.814769 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.894107 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.904217 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713a2f66-0477-4296-950e-b99fc26ab1dd']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:40:42.914301 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b76799-1f15-4b8c-871e-e7200503ff14') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:40:42.914643 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.services.segments.db [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b76799-1f15-4b8c-871e-e7200503ff14') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:40:42.923089 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62140640'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.936175 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.941935 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:40:42.942410 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62911342'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: Traceback (most recent call last): Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: timer() Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: cb(*args, **kw) Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: return func(*args, **kwargs) Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: self._notify() Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: self.callback(batched_events) Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: event.method(event) Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: return f(self, *a, **k) Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: return self._get(url).json() Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:40:42.944028 dv-cinder-797245-5-smb neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:40:42.999859 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:43.004451 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:43.006502 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] 10.222.0.30 "DELETE /v2.0/networks/713a2f66-0477-4296-950e-b99fc26ab1dd HTTP/1.1" status: 204 len: 168 time: 0.2568791 Jun 28 15:40:43.007260 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:43.019580 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] Pushing event deleted for resources: {'Network': ['ID=713a2f66-0477-4296-950e-b99fc26ab1dd,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:43.022301 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3caa3ad5-c4e0-40b9-859f-3cac8f3207cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:43.169629 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 59120) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:43.209297 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-e3f943f7-e935-47b4-9051-e00be1abde22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8913a86ed11466384a8e838270a1ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384142 Jun 28 15:40:43.211489 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 59122) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:43.257818 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bf86de4b-e62d-44ad-8344-a0885acfb1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:43.278303 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bf86de4b-e62d-44ad-8344-a0885acfb1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:43.324324 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bf86de4b-e62d-44ad-8344-a0885acfb1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:43.327101 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bf86de4b-e62d-44ad-8344-a0885acfb1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:43.328214 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-bf86de4b-e62d-44ad-8344-a0885acfb1a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5723f5e2-f2b7-4d1d-a07a-f8acb7a8617d HTTP/1.1" status: 204 len: 168 time: 0.1158304 Jun 28 15:40:43.328987 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fe0cbc34-bcb3-45ac-b70f-2b04ca87f6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:43.336692 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86de4b-e62d-44ad-8344-a0885acfb1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5723f5e2-f2b7-4d1d-a07a-f8acb7a8617d,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:43.339185 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-bf86de4b-e62d-44ad-8344-a0885acfb1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:43.628591 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59128) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:43.667843 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-53340b35-647b-43fc-a23f-3b8bba718b6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d00bdd5f3a5148bb8f7b93e0145ad00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379741 Jun 28 15:40:43.670177 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59130) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:43.716846 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d770f01f-ed23-48ed-b67e-651edf9a61b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:43.740726 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d770f01f-ed23-48ed-b67e-651edf9a61b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:43.788048 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d770f01f-ed23-48ed-b67e-651edf9a61b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:43.790734 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d770f01f-ed23-48ed-b67e-651edf9a61b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:43.791850 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-d770f01f-ed23-48ed-b67e-651edf9a61b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f652175d-4426-4948-b085-083fb3e155e2 HTTP/1.1" status: 204 len: 168 time: 0.1207640 Jun 28 15:40:43.792665 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2a9f969e-ff8b-4660-8f77-016a616c8cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:43.799799 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770f01f-ed23-48ed-b67e-651edf9a61b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f652175d-4426-4948-b085-083fb3e155e2,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:43.802648 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d770f01f-ed23-48ed-b67e-651edf9a61b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:45.955690 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:47.826779 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:40:48.801184 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-73e02b12-1928-433d-b781-075774add2c6 req-e0cea444-6680-410e-aa23-de3adaef932d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539055 Jun 28 15:40:48.891729 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e02b12-1928-433d-b781-075774add2c6 req-1e503f4a-90ed-4b23-9b08-800e0aa852a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:48.893145 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-73e02b12-1928-433d-b781-075774add2c6 req-1e503f4a-90ed-4b23-9b08-800e0aa852a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ef25eb1e174e92aca988d06792c704&device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 1098 time: 0.0502410 Jun 28 15:40:48.993057 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e02b12-1928-433d-b781-075774add2c6 req-36de7e0d-8b18-424f-abf9-697965f46f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:48.994400 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-73e02b12-1928-433d-b781-075774add2c6 req-36de7e0d-8b18-424f-abf9-697965f46f15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbca97b7-ebe9-428d-b7c3-f04dc074de06 HTTP/1.1" status: 200 len: 910 time: 0.0817504 Jun 28 15:40:49.060213 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-73e02b12-1928-433d-b781-075774add2c6 req-62d337fb-a120-4f72-887a-0f68a18649c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f280c7-fce0-4188-9ead-bb38fc80290e HTTP/1.1" status: 200 len: 1001 time: 0.0594487 Jun 28 15:40:49.107356 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e02b12-1928-433d-b781-075774add2c6 req-af2d2c00-569e-49fd-b714-82bc3a6a816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:49.108722 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-73e02b12-1928-433d-b781-075774add2c6 req-af2d2c00-569e-49fd-b714-82bc3a6a816d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef HTTP/1.1" status: 200 len: 848 time: 0.0421615 Jun 28 15:40:49.163199 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e02b12-1928-433d-b781-075774add2c6 req-d005bc9a-144c-437b-b32d-41936e405146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:40:49.164615 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-73e02b12-1928-433d-b781-075774add2c6 req-d005bc9a-144c-437b-b32d-41936e405146 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbca97b7-ebe9-428d-b7c3-f04dc074de06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0497503 Jun 28 15:40:49.253347 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-73e02b12-1928-433d-b781-075774add2c6 req-d34d2dc9-253c-4ebe-8feb-f1d623548d1e service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819459 Jun 28 15:40:49.342867 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-73e02b12-1928-433d-b781-075774add2c6 req-53a45d06-f191-4616-96dd-d4ad6aebfd5c service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831068 Jun 28 15:40:58.712883 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59304) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:40:58.869222 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Deleting port feaf6164-d9fa-47ba-8b6b-bd92944ba846 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:40:58.869474 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:58.940417 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:58.940750 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:58.951948 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Calling delete_port for feaf6164-d9fa-47ba-8b6b-bd92944ba846 owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:40:59.096736 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:59.099918 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:40:59.123720 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event deleted for resources: {'Port': ['ID=feaf6164-d9fa-47ba-8b6b-bd92944ba846,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:40:59.128457 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:40:59.190984 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:59.191312 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.db.l3_db [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Floating IP b41fb297-c271-44ca-9138-838118fed14d disassociated (deleted). External IP: 172.28.1.183, port: 66f280c7-fce0-4188-9ead-bb38fc80290e. Jun 28 15:40:59.395426 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Router 34566053-24f0-4c0f-b6ed-b8bcffa5689f has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:40:59.732224 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:40:59.736991 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:40:59.742662 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa694c-45d9-4886-8316-f78760c25a7c None None] Sync routers for ids ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:40:59.752339 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa694c-45d9-4886-8316-f78760c25a7c None None] Routers {'34566053-24f0-4c0f-b6ed-b8bcffa5689f'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:40:59.753076 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-31aa694c-45d9-4886-8316-f78760c25a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:40:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:40:59.774991 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "DELETE /v2.0/floatingips/b41fb297-c271-44ca-9138-838118fed14d HTTP/1.1" status: 204 len: 168 time: 1.0610456 Jun 28 15:40:59.775670 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:40:59.777995 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299521533173c05a36196c73841158df7b53abe6ce317cc0fe5db9242a299b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da64b4f1-fd22-427e-8186-39c47508664b" -d '{"events": [{"name": "network-changed", "server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:40:59.863323 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-31aa694c-45d9-4886-8316-f78760c25a7c None None] Set router 34566053-24f0-4c0f-b6ed-b8bcffa5689f gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:40:59.941499 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 15:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66e52a7-af83-4e99-a0b0-03fe3493fa3a x-openstack-request-id: req-d66e52a7-af83-4e99-a0b0-03fe3493fa3a {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:40:59.941849 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:40:59.942148 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d66e52a7-af83-4e99-a0b0-03fe3493fa3a {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:40:59.942608 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'status': 'completed', 'code': 200} Jun 28 15:41:00.033687 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b4f1-fd22-427e-8186-39c47508664b req-50abf704-5cfb-483f-8be5-8ae0822065e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:41:00.035958 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-da64b4f1-fd22-427e-8186-39c47508664b req-50abf704-5cfb-483f-8be5-8ae0822065e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ef25eb1e174e92aca988d06792c704&device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 1098 time: 0.0681527 Jun 28 15:41:00.082510 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-31aa694c-45d9-4886-8316-f78760c25a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2225057f-df04-4444-aff2-a188553c6820', 'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'mac_address': 'fa:16:3e:65:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:54Z', 'updated_at': '2021-06-28T15:37:01Z', 'revision_number': 5, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'subnets': [{'id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:00.111156 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa694c-45d9-4886-8316-f78760c25a7c None None] Checking router: 34566053-24f0-4c0f-b6ed-b8bcffa5689f for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:41:00.121432 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa694c-45d9-4886-8316-f78760c25a7c None None] Routers {'34566053-24f0-4c0f-b6ed-b8bcffa5689f'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:41:00.122137 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-31aa694c-45d9-4886-8316-f78760c25a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:40:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:00.166144 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b4f1-fd22-427e-8186-39c47508664b req-a0acf555-c7f8-49ea-b2a7-eeb11f7e9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:41:00.167642 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-da64b4f1-fd22-427e-8186-39c47508664b req-a0acf555-c7f8-49ea-b2a7-eeb11f7e9e2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbca97b7-ebe9-428d-b7c3-f04dc074de06 HTTP/1.1" status: 200 len: 910 time: 0.1251473 Jun 28 15:41:00.214083 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-da64b4f1-fd22-427e-8186-39c47508664b req-0f7759f6-ca5f-4b7a-ab08-cca83f4aa9b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f280c7-fce0-4188-9ead-bb38fc80290e HTTP/1.1" status: 200 len: 217 time: 0.0385721 Jun 28 15:41:00.221732 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f28b2e-cbf1-4ed7-959c-0a1d6b24b3a4 req-1efd8351-3307-4eaa-987b-c920da7c2468 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:41:00.223287 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-51f28b2e-cbf1-4ed7-959c-0a1d6b24b3a4 req-1efd8351-3307-4eaa-987b-c920da7c2468 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.1275115 Jun 28 15:41:00.235021 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-31aa694c-45d9-4886-8316-f78760c25a7c None None] Set router 34566053-24f0-4c0f-b6ed-b8bcffa5689f gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:41:00.294790 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b4f1-fd22-427e-8186-39c47508664b req-2314d2ca-a135-4c22-b2cd-cb0406e8bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:41:00.296161 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-da64b4f1-fd22-427e-8186-39c47508664b req-2314d2ca-a135-4c22-b2cd-cb0406e8bb38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef HTTP/1.1" status: 200 len: 848 time: 0.0720005 Jun 28 15:41:00.299089 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-51f28b2e-cbf1-4ed7-959c-0a1d6b24b3a4 req-d0ee9ee1-7c3e-42ad-aecd-bd6f63010602 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677071 Jun 28 15:41:00.355977 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b4f1-fd22-427e-8186-39c47508664b req-8e0448bf-c0db-41d9-9f4b-5b9eb9c79cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:41:00.357492 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-da64b4f1-fd22-427e-8186-39c47508664b req-8e0448bf-c0db-41d9-9f4b-5b9eb9c79cbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbca97b7-ebe9-428d-b7c3-f04dc074de06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0538456 Jun 28 15:41:00.436397 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-31aa694c-45d9-4886-8316-f78760c25a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2225057f-df04-4444-aff2-a188553c6820', 'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'mac_address': 'fa:16:3e:65:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:54Z', 'updated_at': '2021-06-28T15:37:01Z', 'revision_number': 5, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'subnets': [{'id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:00.446571 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-da64b4f1-fd22-427e-8186-39c47508664b req-6be49bf2-c455-4cf3-aab4-488213a0452b service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813375 Jun 28 15:41:00.468805 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa694c-45d9-4886-8316-f78760c25a7c None None] The sync data for ids ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'] in dv-cinder-797245-5-smb is: [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:55Z', 'revision_number': 4, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb', '_interfaces': [{'id': '2225057f-df04-4444-aff2-a188553c6820', 'name': '', 'network_id': 'fbca97b7-ebe9-428d-b7c3-f04dc074de06', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'mac_address': 'fa:16:3e:65:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:54Z', 'updated_at': '2021-06-28T15:37:01Z', 'revision_number': 5, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'subnets': [{'id': 'fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:41:00.546324 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-da64b4f1-fd22-427e-8186-39c47508664b req-46b662cf-51e5-4e8b-ada9-7d32183f55b5 service neutron] 10.222.0.13 "GET /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918324 Jun 28 15:41:00.686300 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e171a-a028-4bd2-b729-42759207f637 None None] New status for floating IP b41fb297-c271-44ca-9138-838118fed14d: DOWN {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 15:41:01.479429 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d78dc9-4e85-414d-96ca-0e1fc64b6178 req-7be638de-229c-445e-bcc3-53dc10f14dee tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:41:01.480913 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-33d78dc9-4e85-414d-96ca-0e1fc64b6178 req-7be638de-229c-445e-bcc3-53dc10f14dee tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0665424 Jun 28 15:41:01.485618 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322474ce-ae2b-4a33-a285-490d55a95f7e req-b27f2cd8-f3dc-432f-8189-3e68458a3ee3 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 15:41:01.487220 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-322474ce-ae2b-4a33-a285-490d55a95f7e req-b27f2cd8-f3dc-432f-8189-3e68458a3ee3 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 945 time: 0.0636134 Jun 28 15:41:01.517920 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-33d78dc9-4e85-414d-96ca-0e1fc64b6178 req-efd59d25-706f-4ab0-ba20-5d1c9fb2d3c3 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e25b63e-ec9c-4d31-8021-3018095f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312235 Jun 28 15:41:01.593189 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-322474ce-ae2b-4a33-a285-490d55a95f7e req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Deleting port 66f280c7-fce0-4188-9ead-bb38fc80290e {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:41:01.593538 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-322474ce-ae2b-4a33-a285-490d55a95f7e req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:01.680302 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-322474ce-ae2b-4a33-a285-490d55a95f7e req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] For port 66f280c7-fce0-4188-9ead-bb38fc80290e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66f280c7-fce0-4188-9ead-bb38fc80290e,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:41:01.680653 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-322474ce-ae2b-4a33-a285-490d55a95f7e req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:01.692675 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-322474ce-ae2b-4a33-a285-490d55a95f7e req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Calling delete_port for 66f280c7-fce0-4188-9ead-bb38fc80290e owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:41:01.823241 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-322474ce-ae2b-4a33-a285-490d55a95f7e req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62911299'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:01.827160 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-678c85e3-6cb0-4222-86c3-d590797a8404 tempest-AttachVolumeNegativeTest-859410658 tempest-AttachVolumeNegativeTest-859410658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:01.851155 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event deleted for resources: {'Port': ['ID=66f280c7-fce0-4188-9ead-bb38fc80290e,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:01.864843 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:01.865738 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:01.866119 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:01.866490 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:01.866860 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:01.867223 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:01.867585 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:01.868304 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:01.868673 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:01.869035 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:01.869392 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:01.869747 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:01.888204 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:01.908011 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-322474ce-ae2b-4a33-a285-490d55a95f7e req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] No DVR routers for this DVR port 66f280c7-fce0-4188-9ead-bb38fc80290e on host hv-cinder-79724 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:41:01.910295 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-322474ce-ae2b-4a33-a285-490d55a95f7e req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178663'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:01.912889 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [req-322474ce-ae2b-4a33-a285-490d55a95f7e req-8ce57ad0-4613-4447-aed4-9c34ef2bebb1 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.13 "DELETE /v2.0/ports/66f280c7-fce0-4188-9ead-bb38fc80290e HTTP/1.1" status: 204 len: 173 time: 0.4200094 Jun 28 15:41:01.913282 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'name': 'network-vif-deleted', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 15:41:01.915593 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a67795fca8e75f69f11d1abd04e2c7cecbc4d20207d6420b92229cc3c50260c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc05843e-64bb-4679-967f-94369728c05f" -d '{"events": [{"server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "name": "network-vif-deleted", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 15:41:01.953462 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbc551c-c260-478c-8975-bd771e2fe1ad x-openstack-request-id: req-3cbc551c-c260-478c-8975-bd771e2fe1ad {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 15:41:01.953838 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fa8ba0-560b-4021-9041-6815875d1a7a", "name": "network-vif-deleted", "tag": "66f280c7-fce0-4188-9ead-bb38fc80290e", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 15:41:01.954254 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cbc551c-c260-478c-8975-bd771e2fe1ad {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 15:41:01.954748 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fa8ba0-560b-4021-9041-6815875d1a7a', 'name': 'network-vif-deleted', 'tag': '66f280c7-fce0-4188-9ead-bb38fc80290e', 'status': 'completed', 'code': 200} Jun 28 15:41:02.676380 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [req-5cad54f6-f6f8-4556-b7e1-34692b5d697d req-1cf36578-02a1-4f74-8669-3a039ad51474 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "GET /v2.0/ports?device_id=91fa8ba0-560b-4021-9041-6815875d1a7a HTTP/1.1" status: 200 len: 210 time: 0.0310898 Jun 28 15:41:03.774268 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59330) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:03.839465 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc9c50d5-628f-4e6f-8691-ba27c2ae397f tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:03.868126 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc9c50d5-628f-4e6f-8691-ba27c2ae397f tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:03.928814 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc9c50d5-628f-4e6f-8691-ba27c2ae397f tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:03.931724 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc9c50d5-628f-4e6f-8691-ba27c2ae397f tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:03.933132 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-fc9c50d5-628f-4e6f-8691-ba27c2ae397f tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] 10.222.0.30 "DELETE /v2.0/security-groups/0e25b63e-ec9c-4d31-8021-3018095f7518 HTTP/1.1" status: 204 len: 168 time: 0.1578889 Jun 28 15:41:03.934134 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a566639f-da94-4da9-8c01-3d04f40ffd28 tempest-AttachVolumeTestJSON-872868843 tempest-AttachVolumeTestJSON-872868843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:03.934309 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b80b2bad-5646-40e9-91ba-447d22459355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:03.944314 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c50d5-628f-4e6f-8691-ba27c2ae397f tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e25b63e-ec9c-4d31-8021-3018095f7518,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:03.946707 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fc9c50d5-628f-4e6f-8691-ba27c2ae397f tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:03.975943 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59336) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:04.318122 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742948'] for router_interface, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:04.573279 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] Deleting port 2225057f-df04-4444-aff2-a188553c6820 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:41:04.573532 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:04.653274 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] For port 2225057f-df04-4444-aff2-a188553c6820, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=2225057f-df04-4444-aff2-a188553c6820,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:41:04.653629 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:04.666169 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] Calling delete_port for 2225057f-df04-4444-aff2-a188553c6820 owned by network:router_interface {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:41:04.841750 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:04.844449 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0711821a-6e28-4239-98f0-3ce222a6b576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:04.873347 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2225057f-df04-4444-aff2-a188553c6820,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:04.876054 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:05.033342 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4159211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3848980'] for router_interface, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:05.185473 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 66f280c7-fce0-4188-9ead-bb38fc80290e no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:41:05.205487 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] No Port match for: 66f280c7-fce0-4188-9ead-bb38fc80290e {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:41:05.205832 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Device 66f280c7-fce0-4188-9ead-bb38fc80290e not bound to the agent host hv-cinder-79724 {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:41:05.253636 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] Router 34566053-24f0-4c0f-b6ed-b8bcffa5689f has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:41:05.358301 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:41:05.363661 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-9fb4c8fc-7dbf-4233-9691-83e0830b9cf8 admin admin] 10.222.0.30 "PUT /v2.0/routers/34566053-24f0-4c0f-b6ed-b8bcffa5689f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3867621 Jun 28 15:41:05.366834 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59340) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:05.370626 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0ba04-6b40-43bb-81dd-74cec59dc576 None None] Sync routers for ids ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'] in dv-cinder-797245-5-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:41:05.379684 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b0ba04-6b40-43bb-81dd-74cec59dc576 None None] Routers {'34566053-24f0-4c0f-b6ed-b8bcffa5689f'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:41:05.380333 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-d4b0ba04-6b40-43bb-81dd-74cec59dc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:40:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:05.469179 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:05.487709 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-d4b0ba04-6b40-43bb-81dd-74cec59dc576 None None] Set router 34566053-24f0-4c0f-b6ed-b8bcffa5689f gateway port host: dv-cinder-797245-5-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:41:05.571785 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:05.633276 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Deleting port bb5982d7-f53e-4624-9d5d-f53576e532b9 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:41:05.633276 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:05.670418 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-d4b0ba04-6b40-43bb-81dd-74cec59dc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:41:04Z', 'revision_number': 5, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port': {'id': 'bb5982d7-f53e-4624-9d5d-f53576e532b9', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:05.702158 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0ba04-6b40-43bb-81dd-74cec59dc576 None None] Checking router: 34566053-24f0-4c0f-b6ed-b8bcffa5689f for host: dv-cinder-797245-5-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:41:05.711130 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b0ba04-6b40-43bb-81dd-74cec59dc576 None None] Routers {'34566053-24f0-4c0f-b6ed-b8bcffa5689f'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:41:05.711733 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-d4b0ba04-6b40-43bb-81dd-74cec59dc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:40:37Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:05.719368 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] For port bb5982d7-f53e-4624-9d5d-f53576e532b9, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=bb5982d7-f53e-4624-9d5d-f53576e532b9,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:41:05.719654 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:05.731540 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Calling delete_port for bb5982d7-f53e-4624-9d5d-f53576e532b9 owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:41:05.797416 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-d4b0ba04-6b40-43bb-81dd-74cec59dc576 None None] Set router 34566053-24f0-4c0f-b6ed-b8bcffa5689f gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:41:05.852534 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-d4b0ba04-6b40-43bb-81dd-74cec59dc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:41:05Z', 'revision_number': 6, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port_host': None}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:05.882907 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0ba04-6b40-43bb-81dd-74cec59dc576 None None] The sync data for ids ['34566053-24f0-4c0f-b6ed-b8bcffa5689f'] in dv-cinder-797245-5-smb is: [{'id': '34566053-24f0-4c0f-b6ed-b8bcffa5689f', 'name': 'tempest-TestShelveInstance-1472277169-router', 'tenant_id': '02ef25eb1e174e92aca988d06792c704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:52Z', 'updated_at': '2021-06-28T15:41:05Z', 'revision_number': 6, 'project_id': '02ef25eb1e174e92aca988d06792c704', 'gw_port_host': None}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:41:05.902389 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:05.904484 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:05.929190 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5982d7-f53e-4624-9d5d-f53576e532b9,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:05.931523 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:05.998478 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3849345'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.085916 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3848833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14097'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.088040 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.136821 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849931'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.137589 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34566053-24f0-4c0f-b6ed-b8bcffa5689f {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 15:41:06.142740 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.143880 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-99d74340-45e6-413c-a71d-f2cc9733522e admin admin] 10.222.0.30 "DELETE /v2.0/routers/34566053-24f0-4c0f-b6ed-b8bcffa5689f HTTP/1.1" status: 204 len: 168 time: 0.7760994 Jun 28 15:41:06.146312 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59344) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:06.188749 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cdab49-459c-4b51-ab14-cb86c3493331 admin admin] Deleting subnet fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:41:06.191664 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2cdab49-459c-4b51-ab14-cb86c3493331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.226735 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2cdab49-459c-4b51-ab14-cb86c3493331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59779858'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.312699 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2cdab49-459c-4b51-ab14-cb86c3493331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.366691 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2cdab49-459c-4b51-ab14-cb86c3493331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59090565'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.368849 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-56707f1d-6c4d-450f-a52e-6094eb9c8ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:06.392975 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdab49-459c-4b51-ab14-cb86c3493331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:06.396659 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c2cdab49-459c-4b51-ab14-cb86c3493331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:06.397651 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2cdab49-459c-4b51-ab14-cb86c3493331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.401632 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-c2cdab49-459c-4b51-ab14-cb86c3493331 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fcf9d7ea-bc18-4cec-a0d4-5c9f45ebc3ef HTTP/1.1" status: 204 len: 168 time: 0.2522423 Jun 28 15:41:06.402014 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59346) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:06.404439 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eead87-7dc4-4059-b19c-b07f400674ff None None] Network fbca97b7-ebe9-428d-b7c3-f04dc074de06 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:41:06.467984 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.524603 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Deleting port 3a06d29a-ce45-4d02-ae6e-0a771f63de42 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:41:06.524815 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.591758 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] For port 3a06d29a-ce45-4d02-ae6e-0a771f63de42, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=3a06d29a-ce45-4d02-ae6e-0a771f63de42,segment=NetworkSegment(6bf6cc6a-9fb3-4493-9a3e-f337607dbad4),segment_id=6bf6cc6a-9fb3-4493-9a3e-f337607dbad4)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:41:06.592183 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.606364 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Calling delete_port for 3a06d29a-ce45-4d02-ae6e-0a771f63de42 owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:41:06.695323 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.699074 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-13ca1a8b-cf5f-4561-bbc6-b67cccdb4527 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:06.715134 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.726752 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Pushing event deleted for resources: {'Port': ['ID=3a06d29a-ce45-4d02-ae6e-0a771f63de42,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:06.729161 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:06.732167 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] No DVR routers for this DVR port 3a06d29a-ce45-4d02-ae6e-0a771f63de42 on host dv-cinder-797245-5-smb {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:41:06.741277 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc5105a-ea46-4220-935b-f9e38b6187c3 None None] DHCP port deletion for fbca97b7-ebe9-428d-b7c3-f04dc074de06 request from dv-cinder-797245-5-smb {{(pid=92922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 15:41:06.813633 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.824197 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbca97b7-ebe9-428d-b7c3-f04dc074de06']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:06.835692 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:06.835985 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf6cc6a-9fb3-4493-9a3e-f337607dbad4') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:06.845586 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59779947'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.862045 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.869340 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:41:06.869742 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778051'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: Traceback (most recent call last): Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: timer() Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: cb(*args, **kw) Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: return func(*args, **kwargs) Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: self._notify() Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: self.callback(batched_events) Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: event.method(event) Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: return f(self, *a, **k) Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: return self._get(url).json() Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:41:06.871785 dv-cinder-797245-5-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:41:06.928414 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-231d18c2-106b-41a6-8991-b1429e3644dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.932671 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.937878 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0c916555-d8ac-46db-b570-5834d65d13f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:06.940723 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:06.945707 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] 10.222.0.30 "DELETE /v2.0/networks/fbca97b7-ebe9-428d-b7c3-f04dc074de06 HTTP/1.1" status: 204 len: 168 time: 0.5395713 Jun 28 15:41:06.945929 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59348) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:06.961478 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Pushing event deleted for resources: {'Network': ['ID=fbca97b7-ebe9-428d-b7c3-f04dc074de06,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:07.000464 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-eefc7128-0bf7-45dc-936e-5d10353391af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:07.100032 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 3a06d29a-ce45-4d02-ae6e-0a771f63de42 no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:41:07.121027 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 3a06d29a-ce45-4d02-ae6e-0a771f63de42 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:41:07.121375 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 3a06d29a-ce45-4d02-ae6e-0a771f63de42 not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:41:07.121796 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 2225057f-df04-4444-aff2-a188553c6820 no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:41:07.140380 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 2225057f-df04-4444-aff2-a188553c6820 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:41:07.140738 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 2225057f-df04-4444-aff2-a188553c6820 not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:41:07.141156 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device bb5982d7-f53e-4624-9d5d-f53576e532b9 no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:41:07.165409 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: bb5982d7-f53e-4624-9d5d-f53576e532b9 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:41:07.165791 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device bb5982d7-f53e-4624-9d5d-f53576e532b9 not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:41:07.556199 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:07.576355 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742948'] for router_interface, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:07.824385 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] Deleting port 3fdbb2ca-68ba-41eb-a752-61eba524ebed {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:41:07.824650 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:07.900900 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] For port 3fdbb2ca-68ba-41eb-a752-61eba524ebed, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=3fdbb2ca-68ba-41eb-a752-61eba524ebed,segment=NetworkSegment(4a5dfc3f-947f-45d5-b79f-e1de9960b62d),segment_id=4a5dfc3f-947f-45d5-b79f-e1de9960b62d)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:41:07.901256 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:07.913208 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] Calling delete_port for 3fdbb2ca-68ba-41eb-a752-61eba524ebed owned by network:router_interface {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:41:08.096272 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:08.098563 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f342b934-d41b-489a-868d-70fd0387e6c4 tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:08.127337 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdbb2ca-68ba-41eb-a752-61eba524ebed,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:08.130957 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:08.290983 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4159211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3848980'] for router_interface, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:08.497805 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] Router f9f0a338-e4f5-4fcd-ae6b-645049d02d52 has already been hosted by L3 agent ff8a5998-7d1f-4df2-bc46-2c014b3837fd {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 15:41:08.599891 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] Notify agent at l3_agent.dv-cinder-797245-5-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 15:41:08.604719 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-d8a5daaf-4539-46b2-86da-c056375b9b19 admin admin] 10.222.0.30 "PUT /v2.0/routers/f9f0a338-e4f5-4fcd-ae6b-645049d02d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6578124 Jun 28 15:41:08.607305 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59366) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:08.607897 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea571016-57df-4c82-9288-4ca66ee7aab6 None None] Sync routers for ids ['f9f0a338-e4f5-4fcd-ae6b-645049d02d52'] in dv-cinder-797245-5-smb {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 15:41:08.617224 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea571016-57df-4c82-9288-4ca66ee7aab6 None None] Routers {'f9f0a338-e4f5-4fcd-ae6b-645049d02d52'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:41:08.617828 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ea571016-57df-4c82-9288-4ca66ee7aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:41:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['f9f0a338-e4f5-4fcd-ae6b-645049d02d52'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:08.709159 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:08.717392 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-ea571016-57df-4c82-9288-4ca66ee7aab6 None None] Set router f9f0a338-e4f5-4fcd-ae6b-645049d02d52 gateway port host: dv-cinder-797245-5-smb {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:41:08.807123 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:08.859268 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Deleting port 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:41:08.859599 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:08.888768 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ea571016-57df-4c82-9288-4ca66ee7aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'name': 'tempest-TestShelveInstance-1103607037-router', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'external_fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:56Z', 'updated_at': '2021-06-28T15:41:08Z', 'revision_number': 5, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'gw_port': {'id': '1e58e6a8-cbc8-413d-812a-cbfefccc7bf7', 'name': '', 'network_id': '0d581cc7-00ec-4ce1-9e02-6808d9257981', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T15:36:57Z', 'updated_at': '2021-06-28T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a610884-1f2b-4992-bb5c-78204b0ee812', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-5-smb'}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:08.914693 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea571016-57df-4c82-9288-4ca66ee7aab6 None None] Checking router: f9f0a338-e4f5-4fcd-ae6b-645049d02d52 for host: dv-cinder-797245-5-smb {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 15:41:08.923227 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea571016-57df-4c82-9288-4ca66ee7aab6 None None] Routers {'f9f0a338-e4f5-4fcd-ae6b-645049d02d52'} bound to L3 agent in host dv-cinder-797245-5-smb {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 15:41:08.923825 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ea571016-57df-4c82-9288-4ca66ee7aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T15:24:37Z,description=,heartbeat_timestamp=2021-06-28T15:41:07Z,host='dv-cinder-797245-5-smb',id=ff8a5998-7d1f-4df2-bc46-2c014b3837fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T15:24:37Z,topic='l3_agent')) {'router_ids': ['f9f0a338-e4f5-4fcd-ae6b-645049d02d52'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:08.935228 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] For port 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=1e58e6a8-cbc8-413d-812a-cbfefccc7bf7,segment=NetworkSegment(7ef3597b-8577-44b7-9f74-6c58e74476af),segment_id=7ef3597b-8577-44b7-9f74-6c58e74476af)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:41:08.935583 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:08.947909 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Calling delete_port for 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:41:09.008817 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-ea571016-57df-4c82-9288-4ca66ee7aab6 None None] Set router f9f0a338-e4f5-4fcd-ae6b-645049d02d52 gateway port host: None {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 15:41:09.064090 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-ea571016-57df-4c82-9288-4ca66ee7aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'name': 'tempest-TestShelveInstance-1103607037-router', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:56Z', 'updated_at': '2021-06-28T15:41:08Z', 'revision_number': 6, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'gw_port_host': None}], 'dv-cinder-797245-5-smb', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:09.092744 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea571016-57df-4c82-9288-4ca66ee7aab6 None None] The sync data for ids ['f9f0a338-e4f5-4fcd-ae6b-645049d02d52'] in dv-cinder-797245-5-smb is: [{'id': 'f9f0a338-e4f5-4fcd-ae6b-645049d02d52', 'name': 'tempest-TestShelveInstance-1103607037-router', 'tenant_id': '714ccee195fe49cbb10677230d8715a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T15:36:56Z', 'updated_at': '2021-06-28T15:41:08Z', 'revision_number': 6, 'project_id': '714ccee195fe49cbb10677230d8715a6', 'gw_port_host': None}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 15:41:09.113029 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.115621 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-da70e971-bc08-42f4-97f4-55645324d55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:09.139798 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e58e6a8-cbc8-413d-812a-cbfefccc7bf7,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:09.142753 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:09.162299 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.202847 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3849345'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.289390 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3848833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14097'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.291397 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.332458 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849931'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.332912 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9f0a338-e4f5-4fcd-ae6b-645049d02d52 {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 15:41:09.337554 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.338701 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-5eb43f70-1a1b-4448-b9e7-b99bdebdc5c7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f9f0a338-e4f5-4fcd-ae6b-645049d02d52 HTTP/1.1" status: 204 len: 168 time: 0.7304580 Jun 28 15:41:09.341212 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59370) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:09.383207 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f78e36-4c43-440b-8ba9-c7ad58f2a28f admin admin] Deleting subnet 8b712ac0-6e9c-4e2e-8a42-94b00f152fad {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 15:41:09.386048 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47f78e36-4c43-440b-8ba9-c7ad58f2a28f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.421868 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47f78e36-4c43-440b-8ba9-c7ad58f2a28f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59779858'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.502367 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47f78e36-4c43-440b-8ba9-c7ad58f2a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660980'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.554224 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47f78e36-4c43-440b-8ba9-c7ad58f2a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59090565'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.557099 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:09.581231 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f78e36-4c43-440b-8ba9-c7ad58f2a28f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b712ac0-6e9c-4e2e-8a42-94b00f152fad,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:09.583291 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47f78e36-4c43-440b-8ba9-c7ad58f2a28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.585689 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-47f78e36-4c43-440b-8ba9-c7ad58f2a28f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8b712ac0-6e9c-4e2e-8a42-94b00f152fad HTTP/1.1" status: 204 len: 168 time: 0.2434826 Jun 28 15:41:09.586441 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-47f78e36-4c43-440b-8ba9-c7ad58f2a28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:09.588476 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59372) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:09.590769 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef7ed61-7c38-4c44-8deb-929656af382c None None] Network d928e09e-11b6-4976-8aa6-85cb2be56ba1 requested from dv-cinder-797245-5-smb {{(pid=92922) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 15:41:09.660194 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655263'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.711564 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Deleting port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:41:09.711903 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.777663 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] For port 94a18b03-e31f-40e0-af25-d7ab22ce96d7, host dv-cinder-797245-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-5-smb',level=0,port_id=94a18b03-e31f-40e0-af25-d7ab22ce96d7,segment=NetworkSegment(4a5dfc3f-947f-45d5-b79f-e1de9960b62d),segment_id=4a5dfc3f-947f-45d5-b79f-e1de9960b62d)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:41:09.778017 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.790896 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Calling delete_port for 94a18b03-e31f-40e0-af25-d7ab22ce96d7 owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:41:09.846035 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] DHCP port deletion for d928e09e-11b6-4976-8aa6-85cb2be56ba1 request from dv-cinder-797245-5-smb {{(pid=92922) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 15:41:09.870935 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59778094'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.873750 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:09.891987 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Deleting port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 15:41:09.892358 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763182571295'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.897613 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Pushing event deleted for resources: {'Port': ['ID=94a18b03-e31f-40e0-af25-d7ab22ce96d7,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:09.900006 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:09.902512 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] No DVR routers for this DVR port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 on host dv-cinder-797245-5-smb {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:41:09.959653 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] For port 94a18b03-e31f-40e0-af25-d7ab22ce96d7, host dv-cinder-797245-5-smb, got binding levels [] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 15:41:09.960286 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3749579'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.972721 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Calling delete_port for 94a18b03-e31f-40e0-af25-d7ab22ce96d7 owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 15:41:09.975995 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.ipam_backend_mixin [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 was not found and therefore no delete operation was performed {{(pid=92922) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 15:41:09.977269 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-703145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763182576177', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763182116846'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.979103 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:09.981376 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661410', 'neutron.services.segments.db._delete_segments_for_network-8763182594088'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:09.992362 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d928e09e-11b6-4976-8aa6-85cb2be56ba1']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:10.002355 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5dfc3f-947f-45d5-b79f-e1de9960b62d') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:10.002832 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Pushing event deleted for resources: {'Port': ['ID=94a18b03-e31f-40e0-af25-d7ab22ce96d7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:10.003013 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5dfc3f-947f-45d5-b79f-e1de9960b62d') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 15:41:10.011538 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] No DVR routers for this DVR port 94a18b03-e31f-40e0-af25-d7ab22ce96d7 on host dv-cinder-797245-5-smb {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 15:41:10.013755 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:10.014116 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:10.014426 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:10.014776 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:10.015098 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:10.015418 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:10.015733 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:10.016237 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:10.016564 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:10.016881 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:10.017198 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:10.017510 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-5-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 15:41:10.017633 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763182426507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59779947'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.021150 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-31b12208-3fe7-4dcf-a6aa-79ade100fb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:10.040354 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.046573 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 15:41:10.046953 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-656874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778051'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: Traceback (most recent call last): Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: timer() Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: cb(*args, **kw) Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: return func(*args, **kwargs) Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: self._notify() Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: self.callback(batched_events) Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: event.method(event) Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: return f(self, *a, **k) Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: return self._get(url).json() Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 15:41:10.048844 dv-cinder-797245-5-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 15:41:10.112556 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3849328'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.117219 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ba2d98c4-ce11-492c-94dc-df66f88d95dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:10.120017 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699459'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.121858 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] 10.222.0.30 "DELETE /v2.0/networks/d928e09e-11b6-4976-8aa6-85cb2be56ba1 HTTP/1.1" status: 204 len: 168 time: 0.5329301 Jun 28 15:41:10.133253 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Pushing event deleted for resources: {'Network': ['ID=d928e09e-11b6-4976-8aa6-85cb2be56ba1,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:10.138981 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fcae3227-3e65-4ae6-b5c0-843e31d4b47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:10.287228 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59382) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:10.327303 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-1b93e13a-56a2-44ef-972e-3af6e7d04233 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02ef25eb1e174e92aca988d06792c704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384192 Jun 28 15:41:10.329160 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59386) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:10.377379 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7e615c3a-b36d-40d2-ad30-4f1c8b301022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.399016 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7e615c3a-b36d-40d2-ad30-4f1c8b301022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.446412 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7e615c3a-b36d-40d2-ad30-4f1c8b301022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.449313 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7e615c3a-b36d-40d2-ad30-4f1c8b301022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.450506 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-7e615c3a-b36d-40d2-ad30-4f1c8b301022 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5aa55c3f-d714-4cc6-98ff-32cfd591fdab HTTP/1.1" status: 204 len: 168 time: 0.1203263 Jun 28 15:41:10.451348 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3f30f5ce-3f09-48f5-925d-ec02634e0210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:10.463854 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e615c3a-b36d-40d2-ad30-4f1c8b301022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa55c3f-d714-4cc6-98ff-32cfd591fdab,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:10.470020 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7e615c3a-b36d-40d2-ad30-4f1c8b301022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:10.793594 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59400) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:10.832737 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-ae24f8d6-2a91-4b55-a6b5-a9925f725333 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=714ccee195fe49cbb10677230d8715a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378089 Jun 28 15:41:10.835795 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59402) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:10.885963 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58d1c41b-fa7d-4c84-bf5f-05b93df110fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.906428 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58d1c41b-fa7d-4c84-bf5f-05b93df110fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.952032 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58d1c41b-fa7d-4c84-bf5f-05b93df110fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.954632 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58d1c41b-fa7d-4c84-bf5f-05b93df110fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:10.955789 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-58d1c41b-fa7d-4c84-bf5f-05b93df110fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02debb3b-9ead-4f91-a7a7-dccbae37503f HTTP/1.1" status: 204 len: 168 time: 0.1190753 Jun 28 15:41:10.956625 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fc9c50d5-628f-4e6f-8691-ba27c2ae397f tempest-TestShelveInstance-1132145093 tempest-TestShelveInstance-1132145093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:10.964250 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1c41b-fa7d-4c84-bf5f-05b93df110fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02debb3b-9ead-4f91-a7a7-dccbae37503f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:10.966424 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-58d1c41b-fa7d-4c84-bf5f-05b93df110fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:11.090180 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:41:11.110546 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:41:11.110900 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 1e58e6a8-cbc8-413d-812a-cbfefccc7bf7 not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:41:11.111326 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 94a18b03-e31f-40e0-af25-d7ab22ce96d7 no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:41:11.137534 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 94a18b03-e31f-40e0-af25-d7ab22ce96d7 {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:41:11.137797 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 94a18b03-e31f-40e0-af25-d7ab22ce96d7 not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:41:11.138222 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 3fdbb2ca-68ba-41eb-a752-61eba524ebed no longer exists at agent ovs-agent-dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 15:41:11.157808 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] No Port match for: 3fdbb2ca-68ba-41eb-a752-61eba524ebed {{(pid=92922) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 15:41:11.158186 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.rpc [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Device 3fdbb2ca-68ba-41eb-a752-61eba524ebed not bound to the agent host dv-cinder-797245-5-smb {{(pid=92922) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 15:41:15.395970 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.30', 59432) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:15.499559 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6babce30-a1b0-4abd-9a6b-3009ccaa1c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:15.583982 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6babce30-a1b0-4abd-9a6b-3009ccaa1c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:15.588225 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6babce30-a1b0-4abd-9a6b-3009ccaa1c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:15.591487 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c3bd03dc-7a47-4404-a42c-2d9a2a1b313c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:15.626702 dv-cinder-797245-5-smb neutron-server[92921]: INFO neutron.wsgi [None req-6babce30-a1b0-4abd-9a6b-3009ccaa1c25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db46e27379d74b948c502d207f387a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296417 Jun 28 15:41:15.627613 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babce30-a1b0-4abd-9a6b-3009ccaa1c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b0c439-bfd3-4a75-8d36-84752124b3e7,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:15.629415 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.30', 59436) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 15:41:15.630712 dv-cinder-797245-5-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6babce30-a1b0-4abd-9a6b-3009ccaa1c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:15.681826 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-56a5ded8-0479-46b6-abb2-93a710908c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:15.701928 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-56a5ded8-0479-46b6-abb2-93a710908c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:15.747249 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-56a5ded8-0479-46b6-abb2-93a710908c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3843873'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:15.749899 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-56a5ded8-0479-46b6-abb2-93a710908c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:15.751035 dv-cinder-797245-5-smb neutron-server[92920]: INFO neutron.wsgi [None req-56a5ded8-0479-46b6-abb2-93a710908c53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7b0c439-bfd3-4a75-8d36-84752124b3e7 HTTP/1.1" status: 204 len: 168 time: 0.1199019 Jun 28 15:41:15.751757 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-47b4b786-e4df-44a3-9dd0-51ee02835d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 15:41:15.758922 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5ded8-0479-46b6-abb2-93a710908c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b0c439-bfd3-4a75-8d36-84752124b3e7,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 15:41:15.761172 dv-cinder-797245-5-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-56a5ded8-0479-46b6-abb2-93a710908c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 15:41:15.971138 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:24.825272 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:41:33.936479 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-065d41bd-3af3-45ca-ac69-a71f0ebc91f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:36.706191 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:36.917817 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90c56ba4-2cca-48b2-ac80-0f4c79c02493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:37.558990 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:39.152930 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:41:45.961461 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:42:01.823570 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:42:03.936436 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e110d344-8948-4637-b2ab-045d8882dab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:42:06.707082 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:42:06.917219 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-32c878f0-1db7-476b-ac11-635fc026cddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:42:07.560575 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:42:09.159034 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:42:15.975346 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:42:33.935216 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0c6c25f7-9954-4da6-818b-b16d942d3fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:42:36.713611 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:42:36.916763 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c10d35cd-e3ae-49f1-928a-ee8bfff5a2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:42:37.563374 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:42:38.823027 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:42:39.163119 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:42:45.978186 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:03.935151 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fbaa5a44-0389-45e7-b6d4-51f7a4900ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:06.706187 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:06.915573 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9a1c053-1f9c-4b3a-ab77-37ec721dfa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:07.566589 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:09.165462 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:15.822090 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:43:15.982380 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:33.935850 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-762a7bf4-5c54-4433-896f-43c0e3b2c862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:36.707599 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:36.916218 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fe1525c7-d982-490a-8e43-c1f15c9a1452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:37.570496 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:39.169004 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:45.987947 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:43:52.824772 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:44:03.937831 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d48aab74-4453-4140-b906-efe10d1af613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:44:06.708819 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:44:06.915595 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c75a2b3d-586c-44a9-850b-756e488ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:44:07.573704 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:44:09.172628 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:44:16.002617 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:44:29.823647 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:44:33.938108 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e39d01b4-9dd4-47d2-a62c-c51b601b8728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:44:36.712362 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:44:36.914994 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fa9957ba-463e-4413-9427-107174a4f526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:44:37.575125 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:44:39.176581 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:44:45.996910 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:45:03.938339 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90e00834-20dd-45cb-a284-b3783b0d3d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:45:06.714849 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:45:06.821576 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:45:06.913606 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f5ec-69ac-41dc-b73b-3faf874d30e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:45:07.578358 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:45:09.179066 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:45:16.010961 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:45:33.938569 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3fb999d3-6d61-41fa-b96d-2200811be6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:45:36.717281 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:45:36.912900 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65c2b881-efdd-4da7-a89b-cc8c1f580439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:45:37.581331 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:45:39.181771 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:45:43.820138 dv-cinder-797245-5-smb neutron-server[92923]: DEBUG neutron.db.agents_db [None req-9c4f6726-7bda-4c33-8331-a68a777aa6d7 None None] Agent healthcheck: found 6 active agents {{(pid=92923) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 15:45:46.022953 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-83e4af4b-b282-4fc7-a9b8-111f8e663f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:46:03.940075 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b2fe6c80-7d74-491b-9237-cd60cbd2eacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:46:06.718302 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46d0fba3-6bf1-454b-8ea9-bd219831e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:46:06.912280 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c094a03a-c879-46ea-8f0a-e11a34011b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:46:07.583340 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d068d17d-2628-4124-8094-e16e2fac022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 15:46:09.184532 dv-cinder-797245-5-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-606449ae-df0a-412a-946e-dc8d147aa139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763182594070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666868'] for agent, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}